{"logLevel":"info","timestamp":"2023-09-07T14:26:10.653Z","context":"general","message":"Browsertrix-Crawler 0.10.4 (with warcio.js 1.6.2 pywb 2.7.4)","details":{}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:10.654Z","context":"general","message":"Seeds","details":[{"url":"https://protocols.davidson.edu/","include":["/^https?:\\/\\/protocols\\.davidson\\.edu\\//"],"exclude":[],"scopeType":"prefix","sitemap":false,"allowHash":false,"maxExtraHops":0,"maxDepth":1000000}]}
{"logLevel":"info","timestamp":"2023-09-07T14:26:11.377Z","context":"worker","message":"Creating 4 workers","details":{}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:11.377Z","context":"worker","message":"Worker starting","details":{"workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:11.378Z","context":"worker","message":"Worker starting","details":{"workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:11.378Z","context":"worker","message":"Worker starting","details":{"workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:11.379Z","context":"worker","message":"Worker starting","details":{"workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:11.465Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://protocols.davidson.edu/"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:11.466Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":null,"total":null,"pending":1,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:11.381Z\",\"url\":\"https://protocols.davidson.edu/\",\"added\":\"2023-09-07T14:26:10.806Z\",\"depth\":0}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:11.650Z","context":"general","message":"Awaiting page load","details":{"page":"https://protocols.davidson.edu/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.281Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://protocols.davidson.edu/categories.php"],"page":"https://protocols.davidson.edu/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.282Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"https://protocols.davidson.edu/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.284Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.285Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.286Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"https://protocols.davidson.edu/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.286Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://protocols.davidson.edu/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.287Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://protocols.davidson.edu/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.300Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://protocols.davidson.edu/categories.php"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.300Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1,"total":10,"pending":1,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.299Z\",\"url\":\"http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:14.276Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.349Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.522Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://protocols.davidson.edu/?CategoryID=3"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.523Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://protocols.davidson.edu/?CategoryID=2"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.525Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1,"total":10,"pending":4,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=3\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=2\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.299Z\",\"url\":\"http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:14.276Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:14.276Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.527Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1,"total":10,"pending":4,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=3\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=2\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.299Z\",\"url\":\"http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:14.276Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:14.276Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.527Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.528Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1,"total":10,"pending":4,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=3\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=2\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.299Z\",\"url\":\"http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:14.276Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:14.276Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.593Z","context":"general","message":"Awaiting page load","details":{"page":"https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.618Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/?CategoryID=2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:14.781Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/?CategoryID=3","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-07T14:26:15.438Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-07T14:26:15.438Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php returned status code 500","page":"https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-07T14:26:15.438Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php returned status code 500","stack":"Error: Page https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-07T14:26:15.439Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:15.450Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://protocols.davidson.edu/?CategoryID=4"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:15.450Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2,"total":10,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=3\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=2\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:15.450Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=4\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.299Z\",\"url\":\"http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:14.276Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:15.547Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/?CategoryID=4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.589Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://protocols.davidson.edu/categories.php"],"page":"http://protocols.davidson.edu/?CategoryID=2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.590Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.592Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://protocols.davidson.edu/categories.php","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.592Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://protocols.davidson.edu/categories.php","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.593Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.593Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://protocols.davidson.edu/?CategoryID=2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.594Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://protocols.davidson.edu/?CategoryID=2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.603Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://protocols.davidson.edu/?CategoryID=5"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.604Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3,"total":10,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.391Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=3\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:16.603Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=5\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:15.450Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=4\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.299Z\",\"url\":\"http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:14.276Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.696Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/?CategoryID=5","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.731Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://protocols.davidson.edu/categories.php"],"page":"http://protocols.davidson.edu/?CategoryID=3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.731Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.733Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://protocols.davidson.edu/categories.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.735Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://protocols.davidson.edu/categories.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.735Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.736Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://protocols.davidson.edu/?CategoryID=3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.736Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://protocols.davidson.edu/?CategoryID=3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.749Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://protocols.davidson.edu/search.php"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.750Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":4,"total":10,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:16.749Z\",\"url\":\"http://protocols.davidson.edu/search.php\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:16.603Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=5\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:15.450Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=4\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:14.299Z\",\"url\":\"http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:14.276Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:16.801Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/search.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.091Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["http://protocols.davidson.edu/categories.php"],"page":"http://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.092Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"http://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.093Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"http://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.093Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"http://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.094Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"http://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.094Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.094Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.104Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://protocols.davidson.edu/?CategoryID=6"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.105Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":5,"total":12,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:17.104Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=6\",\"added\":\"2023-09-07T14:26:14.278Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:16.749Z\",\"url\":\"http://protocols.davidson.edu/search.php\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:16.603Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=5\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:15.450Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=4\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.195Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/?CategoryID=6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.350Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://protocols.davidson.edu/categories.php"],"page":"http://protocols.davidson.edu/?CategoryID=4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.350Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.352Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://protocols.davidson.edu/categories.php","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.352Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://protocols.davidson.edu/categories.php","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.353Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.353Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://protocols.davidson.edu/?CategoryID=4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.353Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://protocols.davidson.edu/?CategoryID=4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.364Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://protocols.davidson.edu/?CategoryID=7"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.365Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":6,"total":12,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:17.104Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=6\",\"added\":\"2023-09-07T14:26:14.278Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:16.749Z\",\"url\":\"http://protocols.davidson.edu/search.php\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:16.603Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=5\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:17.364Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=7\",\"added\":\"2023-09-07T14:26:14.278Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:17.458Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/?CategoryID=7","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.434Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://protocols.davidson.edu/categories.php"],"page":"http://protocols.davidson.edu/?CategoryID=5","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.435Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=5","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.436Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://protocols.davidson.edu/categories.php","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.436Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://protocols.davidson.edu/categories.php","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.437Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=5","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.437Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://protocols.davidson.edu/?CategoryID=5","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.437Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://protocols.davidson.edu/?CategoryID=5","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.448Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://protocols.davidson.edu/"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.448Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":7,"total":12,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:17.104Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=6\",\"added\":\"2023-09-07T14:26:14.278Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:16.749Z\",\"url\":\"http://protocols.davidson.edu/search.php\",\"added\":\"2023-09-07T14:26:14.277Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:18.447Z\",\"url\":\"http://protocols.davidson.edu/\",\"added\":\"2023-09-07T14:26:17.088Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:17.364Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=7\",\"added\":\"2023-09-07T14:26:14.278Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.539Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.555Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["http://protocols.davidson.edu/search.php"],"page":"http://protocols.davidson.edu/search.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.555Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"http://protocols.davidson.edu/search.php","page":"http://protocols.davidson.edu/search.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.557Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"http://protocols.davidson.edu/search.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.557Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"http://protocols.davidson.edu/search.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.559Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"http://protocols.davidson.edu/search.php","page":"http://protocols.davidson.edu/search.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.559Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://protocols.davidson.edu/search.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.559Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://protocols.davidson.edu/search.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.570Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.570Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":8,"total":13,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:17.104Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=6\",\"added\":\"2023-09-07T14:26:14.278Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:18.570Z\",\"url\":\"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:17.088Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:18.447Z\",\"url\":\"http://protocols.davidson.edu/\",\"added\":\"2023-09-07T14:26:17.088Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:17.364Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=7\",\"added\":\"2023-09-07T14:26:14.278Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:18.625Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.010Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://protocols.davidson.edu/categories.php"],"page":"http://protocols.davidson.edu/?CategoryID=6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.011Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.013Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.013Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://protocols.davidson.edu/categories.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.014Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.014Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://protocols.davidson.edu/?CategoryID=6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.015Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://protocols.davidson.edu/?CategoryID=6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.026Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/search.php"}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.027Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":9,"total":13,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-07T14:26:19.026Z\",\"url\":\"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/search.php\",\"added\":\"2023-09-07T14:26:18.550Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:18.570Z\",\"url\":\"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php\",\"added\":\"2023-09-07T14:26:17.088Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:18.447Z\",\"url\":\"http://protocols.davidson.edu/\",\"added\":\"2023-09-07T14:26:17.088Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-07T14:26:17.364Z\",\"url\":\"http://protocols.davidson.edu/?CategoryID=7\",\"added\":\"2023-09-07T14:26:14.278Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.086Z","context":"general","message":"Awaiting page load","details":{"page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/search.php","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-07T14:26:19.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-07T14:26:19.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php returned status code 500","page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-07T14:26:19.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php returned status code 500","stack":"Error: Page http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-07T14:26:19.263Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/categories.php","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.442Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://protocols.davidson.edu/categories.php"],"page":"http://protocols.davidson.edu/?CategoryID=7","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.443Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=7","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.444Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://protocols.davidson.edu/categories.php","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.444Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://protocols.davidson.edu/categories.php","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.445Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/?CategoryID=7","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.445Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://protocols.davidson.edu/?CategoryID=7","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:19.446Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://protocols.davidson.edu/?CategoryID=7","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-07T14:26:19.686Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/search.php","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-07T14:26:19.686Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/search.php returned status code 500","page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/search.php","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-07T14:26:19.687Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/search.php returned status code 500","stack":"Error: Page http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/search.php returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/search.php","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-07T14:26:19.687Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://protocols.davidson.edu/people.php?ReturnUrl=http://protocols.davidson.edu/search.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.281Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://protocols.davidson.edu/categories.php"],"page":"http://protocols.davidson.edu/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.282Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.283Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://protocols.davidson.edu/categories.php","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.283Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://protocols.davidson.edu/categories.php","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.284Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://protocols.davidson.edu/categories.php","page":"http://protocols.davidson.edu/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.284Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://protocols.davidson.edu/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.285Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://protocols.davidson.edu/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.300Z","context":"worker","message":"Worker exiting, all tasks complete","details":{"workerid":2}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.460Z","context":"worker","message":"Worker exiting, all tasks complete","details":{"workerid":1}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.700Z","context":"worker","message":"Worker exiting, all tasks complete","details":{"workerid":0}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.779Z","context":"worker","message":"Worker exiting, all tasks complete","details":{"workerid":3}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.880Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":13,"total":13,"pending":0,"failed":3,"limit":{"max":0,"hit":false},"pendingPages":[]}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.880Z","context":"general","message":"Waiting to ensure pending data is written to WARCs...","details":{}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.883Z","context":"general","message":"Generating WACZ","details":{}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:20.883Z","context":"general","message":"Num WARC Files: 11","details":{}}
{"logLevel":"info","timestamp":"2023-09-07T14:26:21.434Z","context":"general","message":"Crawl status: done","details":{}}