{"type":"stdout","ts":1785692225,"message":"Received item 2454zbelhdikk0u2hurzu1zza.","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"1","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692225,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1785692225.9697037","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692225,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1785692225.9697037","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692225,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1785692225.9697037","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692225,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1785692225.9697037","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692225,"message":"Starting PreparePaths for Item \n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1785692225.9697037","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692225,"message":"Finished PreparePaths for Item \n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1785692225.9697037","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692225,"message":"Starting WriteInfo for Item \n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1785692225.9697037","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692225,"message":"Finished WriteInfo for Item \n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1785692225.9697037","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692225,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1785692225.9697037","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692225,"message":"Starting WgetDownload for Item \n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1785692225.9697037","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692226,"message":"Manhole[169800:1785692226.5545]: Manhole UDS path: /tmp/manhole-169800\nManhole[169800:1785692226.5545]: Waiting for new connection (in pid:169800) ...\nManhole[169800:1785692226.5581]: Patched <built-in function fork> and <built-in function forkpty>.\n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"11.0","ts":"1785692226.3797","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"ts":1785692227.155746,"url":"http://pop3s.us.ai-mi.jp/","response_code":0,"wget_code":"[Errno 111] Connection refused","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"16","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1785692227.2048154","heartbeat":"1","items_downloaded":"3","items_queued":"3","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"ts":1785692227.4252524,"url":"http://pop3s.us.ai-mi.jp/robots.txt","response_code":0,"wget_code":"[Errno 111] Connection refused","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"16","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1785692227.2048154","heartbeat":"1","items_downloaded":"3","items_queued":"3","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692227,"message":"Settings listener connected.\nSettings updated:  3 workers, 254 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"16","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1785692227.2048154","heartbeat":"1","items_downloaded":"3","items_queued":"3","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692227,"message":"ERROR Fetching ‘http://pop3s.us.ai-mi.jp/’ encountered an error: [Errno 111] Connection refused\n/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20230414/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘http://pop3s.us.ai-mi.jp/robots.txt’ encountered an error: [Errno 111] Connection refused\n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"16","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1785692227.2048154","heartbeat":"1","items_downloaded":"3","items_queued":"3","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"ts":1785692228.0247157,"url":"http://pop3s.us.ai-mi.jp/sitemap.xml","response_code":0,"wget_code":"[Errno 111] Connection refused","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"17","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"2","error_count":"2","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1785692227.8176322","heartbeat":"1","items_downloaded":"3","items_queued":"3","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692228,"message":"  0 bytes.\n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"19","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"3","error_count":"3","last_analyzed_log_entry":"17.0","last_broadcasted_log_entry":"17.0","ts":"1785692228.2255933","heartbeat":"2","items_downloaded":"3","items_queued":"3","last_acknowledged_heartbeat":"2","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692228,"message":"ERROR Fetching ‘http://pop3s.us.ai-mi.jp/sitemap.xml’ encountered an error: [Errno 111] Connection refused\n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"19","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"3","error_count":"3","last_analyzed_log_entry":"17.0","last_broadcasted_log_entry":"17.0","ts":"1785692228.2255933","heartbeat":"2","items_downloaded":"3","items_queued":"3","last_acknowledged_heartbeat":"2","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692230,"message":"Finished WgetDownload for Item \n","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"3","error_count":"3","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1785692228.6378956","heartbeat":"3","items_downloaded":"3","items_queued":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"2454zbelhdikk0u2hurzu1zza"}}
{"type":"stdout","ts":1785692230,"message":"Starting RelabelIfAborted for Item ","job_data":{"url":"http://pop3s.us.ai-mi.jp/","fetch_depth":"inf","log_key":"2454zbelhdikk0u2hurzu1zza_log","user_agent":"","ignore_patterns_set_key":"2454zbelhdikk0u2hurzu1zza_ignores","slug":"pop3s.us.ai-mi.jp-inf","started_by":"mannie","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"for cruller; out of business","suppress_ignore_reports":"true","queued_at":"1785692216","started_at":"1785692225.3030446","pipeline_id":"pipeline:44f6edae022db692b7ff59146588c8bf","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"3","error_count":"3","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1785692228.6378956","heartbeat":"3","items_downloaded":"3","items_queued":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"2454zbelhdikk0u2hurzu1zza"}}