{"type":"stdout","ts":1782996940,"message":"Received item 1kxfb033m8ajmtji7r5ky6ylh.","job_data":{"pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","started_at":"1782996940.5448322","queued_at":"1782996926","suppress_ignore_reports":"true","concurrency":"3","url":"https://digitize.archiveteam.org/","slug":"digitize.archiveteam.org-inf","started_by":"pabs","delay_max":"375","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","fetch_depth":"inf","delay_min":"250","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","log_score":"2","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996940,"message":"Starting StartHeartbeat for Item \n","job_data":{"pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","started_at":"1782996940.5448322","queued_at":"1782996926","suppress_ignore_reports":"true","concurrency":"3","url":"https://digitize.archiveteam.org/","slug":"digitize.archiveteam.org-inf","started_by":"pabs","delay_max":"375","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","fetch_depth":"inf","delay_min":"250","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","log_score":"2","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996940,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1782996940.652731","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996940,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1782996940.652731","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996940,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1782996940.652731","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996940,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1782996940.652731","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996940,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1782996940.652731","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996940,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1782996940.652731","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996940,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1782996940.652731","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996940,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1782996940.652731","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996940,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1782996940.652731","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996942,"message":"Manhole[926585:1782996941.9549]: Patched <built-in function fork> and <built-in function forkpty>.\nManhole[926585:1782996941.9596]: Manhole UDS path: /tmp/manhole-926585\nManhole[926585:1782996941.9619]: Waiting for new connection (in pid:926585) ...\n","job_data":{"settings_age":"4","heartbeat":"1","last_broadcasted_log_entry":"11.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","ts":"1782996940.7205212","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996942,"message":"Settings listener connected.\nSettings updated:  3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"settings_age":"4","heartbeat":"1","last_broadcasted_log_entry":"12.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"13","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"inf","r3xx":"0","ts":"1782996942.0502017","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"ts":1782996942.2580175,"url":"https://digitize.archiveteam.org/","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","items_queued":"1","heartbeat":"1","last_broadcasted_log_entry":"13.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"14","runk":"0","delay_max":"375","last_analyzed_log_entry":"13.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"1","ts":"1782996942.2900558","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","bytes_downloaded":"92","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"ts":1782996942.6532793,"url":"https://digitize.archiveteam.org/robots.txt","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"settings_age":"4","items_queued":"3","heartbeat":"2","last_broadcasted_log_entry":"14.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"15","runk":"0","delay_max":"375","last_analyzed_log_entry":"14.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"3","ts":"1782996942.3200014","r4xx":"0","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","bytes_downloaded":"42261","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"ts":1782996942.7048962,"url":"https://digitize.archiveteam.org/sitemap.xml","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","items_queued":"3","heartbeat":"2","last_broadcasted_log_entry":"15.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"16","runk":"0","delay_max":"375","last_analyzed_log_entry":"15.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"3","ts":"1782996942.6830103","r4xx":"1","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","bytes_downloaded":"84430","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996943,"message":"  92 bytes.\n","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","items_queued":"3","heartbeat":"2","last_broadcasted_log_entry":"16.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"17","runk":"0","delay_max":"375","last_analyzed_log_entry":"16.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"3","ts":"1782996942.7461286","r4xx":"2","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","bytes_downloaded":"84430","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996943,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20240430/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","items_queued":"3","heartbeat":"2","last_broadcasted_log_entry":"17.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"18","runk":"0","delay_max":"375","last_analyzed_log_entry":"17.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"3","ts":"1782996943.0582283","r4xx":"2","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","bytes_downloaded":"84430","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996943,"message":"Finished WgetDownload for Item \n","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","items_queued":"3","heartbeat":"3","last_broadcasted_log_entry":"18.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"20","runk":"0","delay_max":"375","last_analyzed_log_entry":"18.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"3","ts":"1782996943.1375709","r4xx":"2","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","bytes_downloaded":"84430","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}
{"type":"stdout","ts":1782996943,"message":"Starting RelabelIfAborted for Item ","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","items_queued":"3","heartbeat":"3","last_broadcasted_log_entry":"18.0","log_key":"1kxfb033m8ajmtji7r5ky6ylh_log","pipeline_id":"pipeline:0c1c2f5a73ecfb9f9e8a8735fee53488","concurrency":"3","queued_at":"1782996926","r1xx":"0","log_score":"20","runk":"0","delay_max":"375","last_analyzed_log_entry":"18.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"3","ts":"1782996943.1375709","r4xx":"2","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1782996940.5448322","url":"https://digitize.archiveteam.org/","error_count":"0","started_by":"pabs","slug":"digitize.archiveteam.org-inf","bytes_downloaded":"84430","delay_min":"250","ignore_patterns_set_key":"1kxfb033m8ajmtji7r5ky6ylh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"1kxfb033m8ajmtji7r5ky6ylh"}}