{"type":"stdout","ts":1776279267,"message":"Received item e76zthgrmezu9nhn56sr8s4.","job_data":{"settings_age":"4","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"2","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279267,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"4","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"2","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279267,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279267.8202455","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279267,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279267.8202455","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279267,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279267.8202455","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279267,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279267.8202455","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279267,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279267.8202455","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279267,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279267.8202455","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279267,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279267.8202455","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279267,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279267.8202455","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279267,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279267.8202455","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279269,"message":"Manhole[1259271:1776279269.7724]: Manhole UDS path: /tmp/manhole-1259271\nManhole[1259271:1776279269.7725]: Waiting for new connection (in pid:1259271) ...\n","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","heartbeat":"2","last_broadcasted_log_entry":"11.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279267.8838813","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279269,"message":"Manhole[1259271:1776279269.7762]: Patched <built-in function fork> and <built-in function forkpty>.\n","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","heartbeat":"2","last_broadcasted_log_entry":"12.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"13","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279269.8114116","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279270,"message":"Settings listener connected.\nSettings updated:  3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","heartbeat":"2","last_broadcasted_log_entry":"13.0","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","concurrency":"3","queued_at":"1776279236","r1xx":"0","log_score":"14","runk":"0","delay_max":"375","last_analyzed_log_entry":"13.0","fetch_depth":"shallow","r3xx":"0","ts":"1776279269.872264","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"ts":1776279270.460711,"url":"https://thecanadian.social/api/v1/statuses/116406800149759107","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"r1xx":"0","log_score":"15","runk":"0","delay_max":"375","last_analyzed_log_entry":"14.0","fetch_depth":"shallow","r3xx":"0","items_downloaded":"1","ts":"1776279270.5011525","r4xx":"0","r5xx":"0","r2xx":"0","note":"#memes","suppress_ignore_reports":"true","started_at":"1776279267.712204","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","error_count":"0","started_by":"JAA","slug":"thecanadian.social-shallow","bytes_downloaded":"2462","delay_min":"250","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","last_broadcasted_log_entry":"14.0","heartbeat":"2","last_acknowledged_heartbeat":"2","settings_age":"4","items_queued":"1","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","queued_at":"1776279236","concurrency":"3","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279270,"message":"  2462 bytes.\n","job_data":{"last_broadcasted_log_entry":"15.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"16","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"16.0","items_downloaded":"1","r5xx":"0","started_by":"JAA","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"1","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","queued_at":"1776279236","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1776279270.535798","r2xx":"1","note":"#memes","started_at":"1776279267.712204","suppress_ignore_reports":"true","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","slug":"thecanadian.social-shallow","bytes_downloaded":"2462","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","delay_min":"250","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279270,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20240430/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"last_broadcasted_log_entry":"16.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"17","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"16.0","items_downloaded":"1","r5xx":"0","started_by":"JAA","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"1","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","queued_at":"1776279236","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1776279270.9472446","r2xx":"1","note":"#memes","started_at":"1776279267.712204","suppress_ignore_reports":"true","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","slug":"thecanadian.social-shallow","bytes_downloaded":"2462","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","delay_min":"250","ident":"e76zthgrmezu9nhn56sr8s4"}}
{"type":"stdout","ts":1776279271,"message":"","job_data":{"last_broadcasted_log_entry":"17.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"30","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"19.0","items_downloaded":"1","r5xx":"0","started_by":"JAA","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"1","log_key":"e76zthgrmezu9nhn56sr8s4_log","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","queued_at":"1776279236","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1776279271.0097055","r2xx":"1","note":"#memes","last_trimmed_log_entry":"+inf","started_at":"1776279267.712204","suppress_ignore_reports":"true","url":"https://thecanadian.social/api/v1/statuses/116406800149759107","slug":"thecanadian.social-shallow","bytes_downloaded":"2462","finished_at":"1776279271","ignore_patterns_set_key":"e76zthgrmezu9nhn56sr8s4_ignores","delay_min":"250","ident":"e76zthgrmezu9nhn56sr8s4"}}