{"type":"stdout","ts":1791753426,"message":"Received item 35esog66am9izyvvjyo9e47wg.","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753426,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753426,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753426,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753426,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753426,"message":"Starting PreparePaths for Item \n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753426,"message":"Finished PreparePaths for Item \n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753426,"message":"Starting WriteInfo for Item \n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753426,"message":"Finished WriteInfo for Item \n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753426,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753426,"message":"Starting WgetDownload for Item \n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"11","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753428,"message":"Manhole[692570:1791753427.9550]: Manhole UDS path: /tmp/manhole-692570\nManhole[692570:1791753427.9550]: Waiting for new connection (in pid:692570) ...\nManhole[692570:1791753427.9582]: Patched <built-in function fork> and <built-in function forkpty>.\n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"11.0","ts":"1791753427.1908507","last_analyzed_log_entry":"12.0","heartbeat":"1","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753428.3504717,"url":"http://blog.hersheyarchives.org/","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"13","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"12.0","ts":"1791753428.3829174","last_analyzed_log_entry":"12.0","heartbeat":"1","bytes_downloaded":"534","items_downloaded":"1","items_queued":"1","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753448.4418926,"url":"http://blog.hersheyarchives.org/","response_code":522,"wget_code":"OK","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"14","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"13.0","ts":"1791753428.8766932","last_analyzed_log_entry":"13.0","heartbeat":"21","bytes_downloaded":"550","items_downloaded":"1","items_queued":"2","last_acknowledged_heartbeat":"19","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753448.800143,"url":"http://blog.hersheyarchives.org/robots.txt","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"1","runk":"0","error_count":"1","last_broadcasted_log_entry":"14.0","ts":"1791753448.6550741","last_analyzed_log_entry":"14.0","heartbeat":"21","bytes_downloaded":"1084","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"19","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753448,"message":"Settings listener connected.\nSettings updated:  3 workers, 246 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"16","r1xx":"0","r2xx":"0","r3xx":"2","r4xx":"0","r5xx":"1","runk":"0","error_count":"1","last_broadcasted_log_entry":"15.0","ts":"1791753449.0538013","last_analyzed_log_entry":"15.0","heartbeat":"21","bytes_downloaded":"1084","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"19","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753448.8407543,"url":"http://blog.hersheyarchives.org/","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"18","r1xx":"0","r2xx":"0","r3xx":"2","r4xx":"0","r5xx":"1","runk":"0","error_count":"1","last_broadcasted_log_entry":"16.0","ts":"1791753449.1538403","last_analyzed_log_entry":"16.0","heartbeat":"21","bytes_downloaded":"2152","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"21","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753448.8648694,"url":"http://blog.hersheyarchives.org/sitemap.xml","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"18","r1xx":"0","r2xx":"0","r3xx":"2","r4xx":"0","r5xx":"1","runk":"0","error_count":"1","last_broadcasted_log_entry":"16.0","ts":"1791753449.1538403","last_analyzed_log_entry":"16.0","heartbeat":"21","bytes_downloaded":"2152","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"21","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753468.4521365,"url":"http://blog.hersheyarchives.org/","response_code":522,"wget_code":"OK","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"19","r1xx":"0","r2xx":"0","r3xx":"4","r4xx":"0","r5xx":"1","runk":"0","error_count":"1","last_broadcasted_log_entry":"18.0","ts":"1791753449.450078","last_analyzed_log_entry":"18.0","heartbeat":"41","bytes_downloaded":"2168","items_downloaded":"4","items_queued":"5","last_acknowledged_heartbeat":"39","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753468.5732899,"url":"http://blog.hersheyarchives.org/robots.txt","response_code":522,"wget_code":"OK","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"4","r4xx":"0","r5xx":"2","runk":"0","error_count":"2","last_broadcasted_log_entry":"19.0","ts":"1791753468.6668766","last_analyzed_log_entry":"19.0","heartbeat":"41","bytes_downloaded":"2718","items_downloaded":"6","items_queued":"6","last_acknowledged_heartbeat":"39","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753468.8072197,"url":"http://blog.hersheyarchives.org/","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"4","r4xx":"0","r5xx":"2","runk":"0","error_count":"2","last_broadcasted_log_entry":"19.0","ts":"1791753468.6668766","last_analyzed_log_entry":"19.0","heartbeat":"41","bytes_downloaded":"2718","items_downloaded":"6","items_queued":"6","last_acknowledged_heartbeat":"39","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753468.8946028,"url":"http://blog.hersheyarchives.org/robots.txt","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"23","r1xx":"0","r2xx":"0","r3xx":"5","r4xx":"0","r5xx":"3","runk":"0","error_count":"3","last_broadcasted_log_entry":"21.0","ts":"1791753469.0640886","last_analyzed_log_entry":"21.0","heartbeat":"42","bytes_downloaded":"3268","items_downloaded":"6","items_queued":"7","last_acknowledged_heartbeat":"41","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753469.071453,"url":"http://blog.hersheyarchives.org/sitemap.xml","response_code":522,"wget_code":"OK","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"23","r1xx":"0","r2xx":"0","r3xx":"5","r4xx":"0","r5xx":"3","runk":"0","error_count":"3","last_broadcasted_log_entry":"21.0","ts":"1791753469.0640886","last_analyzed_log_entry":"21.0","heartbeat":"42","bytes_downloaded":"3268","items_downloaded":"6","items_queued":"7","last_acknowledged_heartbeat":"41","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753469.4690855,"url":"http://blog.hersheyarchives.org/sitemap.xml","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"24","r1xx":"0","r2xx":"0","r3xx":"6","r4xx":"0","r5xx":"4","runk":"0","error_count":"4","last_broadcasted_log_entry":"23.0","ts":"1791753469.4594004","last_analyzed_log_entry":"23.0","heartbeat":"42","bytes_downloaded":"3802","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"41","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753488.8091302,"url":"http://blog.hersheyarchives.org/","response_code":522,"wget_code":"OK","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"26","r1xx":"0","r2xx":"0","r3xx":"7","r4xx":"0","r5xx":"4","runk":"0","error_count":"4","last_broadcasted_log_entry":"24.0","ts":"1791753469.8552601","last_analyzed_log_entry":"24.0","heartbeat":"60","bytes_downloaded":"3834","items_downloaded":"7","items_queued":"9","last_acknowledged_heartbeat":"58","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753488.8202565,"url":"http://blog.hersheyarchives.org/robots.txt","response_code":522,"wget_code":"OK","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"26","r1xx":"0","r2xx":"0","r3xx":"7","r4xx":"0","r5xx":"4","runk":"0","error_count":"4","last_broadcasted_log_entry":"24.0","ts":"1791753469.8552601","last_analyzed_log_entry":"24.0","heartbeat":"60","bytes_downloaded":"3834","items_downloaded":"7","items_queued":"9","last_acknowledged_heartbeat":"58","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753489.133361,"url":"http://blog.hersheyarchives.org/robots.txt","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"27","r1xx":"0","r2xx":"0","r3xx":"7","r4xx":"0","r5xx":"6","runk":"0","error_count":"6","last_broadcasted_log_entry":"26.0","ts":"1791753489.0367284","last_analyzed_log_entry":"26.0","heartbeat":"61","bytes_downloaded":"4368","items_downloaded":"9","items_queued":"9","last_acknowledged_heartbeat":"60","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753489.4428384,"url":"http://blog.hersheyarchives.org/sitemap.xml","response_code":522,"wget_code":"OK","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"28","r1xx":"0","r2xx":"0","r3xx":"8","r4xx":"0","r5xx":"7","runk":"0","error_count":"7","last_broadcasted_log_entry":"27.0","ts":"1791753489.4319272","last_analyzed_log_entry":"28.0","heartbeat":"61","bytes_downloaded":"4384","items_downloaded":"9","items_queued":"10","last_acknowledged_heartbeat":"60","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753489.8208404,"url":"http://blog.hersheyarchives.org/sitemap.xml","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"29","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"7","runk":"0","error_count":"7","last_broadcasted_log_entry":"28.0","ts":"1791753489.839096","last_analyzed_log_entry":"29.0","heartbeat":"61","bytes_downloaded":"4918","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"60","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753509.0206206,"url":"http://blog.hersheyarchives.org/robots.txt","response_code":522,"wget_code":"OK","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"30","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"7","runk":"0","error_count":"7","last_broadcasted_log_entry":"29.0","ts":"1791753490.2313526","last_analyzed_log_entry":"29.0","heartbeat":"80","bytes_downloaded":"4934","items_downloaded":"10","items_queued":"11","last_acknowledged_heartbeat":"80","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"ts":1791753509.4044757,"url":"http://blog.hersheyarchives.org/sitemap.xml","response_code":522,"wget_code":"OK","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"31","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"8","runk":"0","error_count":"8","last_broadcasted_log_entry":"30.0","ts":"1791753509.197524","last_analyzed_log_entry":"30.0","heartbeat":"81","bytes_downloaded":"4950","items_downloaded":"11","items_queued":"12","last_acknowledged_heartbeat":"80","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753510,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20230414/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"35","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"9","runk":"0","error_count":"9","last_broadcasted_log_entry":"31.0","ts":"1791753509.595003","last_analyzed_log_entry":"31.0","heartbeat":"82","bytes_downloaded":"4950","items_downloaded":"11","items_queued":"12","last_acknowledged_heartbeat":"80","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753510,"message":"  0 bytes.\n","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"35","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"9","runk":"0","error_count":"9","last_broadcasted_log_entry":"31.0","ts":"1791753509.595003","last_analyzed_log_entry":"31.0","heartbeat":"82","bytes_downloaded":"4950","items_downloaded":"11","items_queued":"12","last_acknowledged_heartbeat":"80","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}
{"type":"stdout","ts":1791753510,"message":"","job_data":{"url":"http://blog.hersheyarchives.org/","fetch_depth":"inf","log_key":"35esog66am9izyvvjyo9e47wg_log","user_agent":"","ignore_patterns_set_key":"35esog66am9izyvvjyo9e47wg_ignores","slug":"blog.hersheyarchives.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791753389","started_at":"1791753426.5435224","pipeline_id":"pipeline:8007b49e16622f59e73d7747e06038ec","log_score":"35","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"9","runk":"0","error_count":"9","last_broadcasted_log_entry":"31.0","ts":"1791753509.595003","last_analyzed_log_entry":"31.0","heartbeat":"82","bytes_downloaded":"4950","items_downloaded":"11","items_queued":"12","last_acknowledged_heartbeat":"80","death_timer":"0","ident":"35esog66am9izyvvjyo9e47wg"}}