{"type":"stdout","ts":1782788447,"message":"Received item 1rf21droot0f9wtumnyn1q858.","job_data":{"settings_age":"4","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","log_score":"2","delay_max":"375","fetch_depth":"inf","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"4","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","log_score":"2","delay_max":"375","fetch_depth":"inf","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.39877","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.39877","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.39877","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.39877","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.39877","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.39877","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.39877","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.39877","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.39877","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Manhole[2764991:1782788447.7980]: Patched <built-in function fork> and <built-in function forkpty>.\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"11.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.4331505","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788447,"message":"Manhole[2764991:1782788447.7997]: Manhole UDS path: /tmp/manhole-2764991\nManhole[2764991:1782788447.7997]: Waiting for new connection (in pid:2764991) ...\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"12.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"13","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.839131","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788448,"message":"Settings listener connected.\nSettings updated:  3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"13.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"14","runk":"0","delay_max":"375","last_analyzed_log_entry":"13.0","fetch_depth":"inf","r3xx":"0","r4xx":"0","ts":"1782788447.8705916","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"ts":1782788448.2509508,"url":"https://explore.noodle.com/","response_code":403,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"settings_age":"4","items_queued":"1","last_broadcasted_log_entry":"14.0","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","concurrency":"3","queued_at":"1782787131","r1xx":"0","log_score":"15","runk":"0","delay_max":"375","last_analyzed_log_entry":"14.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"1","r4xx":"0","ts":"1782788448.2659633","r5xx":"0","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","suppress_ignore_reports":"true","started_at":"1782788447.3466628","url":"https://explore.noodle.com/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"explore.noodle.com-inf","bytes_downloaded":"4235","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","ident":"1rf21droot0f9wtumnyn1q858"}}
{"ts":1782788448.7281559,"url":"https://explore.noodle.com/robots.txt","response_code":403,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"bytes_downloaded":"8470","delay_min":"250","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","started_in":"#archivebot","user_agent":"","last_broadcasted_log_entry":"15.0","heartbeat":"1","log_score":"16","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"15.0","items_downloaded":"3","r5xx":"0","started_by":"Ryz","error_count":"0","settings_age":"4","items_queued":"3","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","queued_at":"1782787131","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1782788448.2857373","r4xx":"1","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","started_at":"1782788447.3466628","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://explore.noodle.com/","slug":"explore.noodle.com-inf","ident":"1rf21droot0f9wtumnyn1q858"}}
{"ts":1782788448.94297,"url":"https://explore.noodle.com/sitemap.xml","response_code":403,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"last_broadcasted_log_entry":"16.0","heartbeat":"1","log_score":"17","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"16.0","items_downloaded":"3","r5xx":"0","started_by":"Ryz","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"3","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","queued_at":"1782787131","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1782788448.7497966","r4xx":"2","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","started_at":"1782788447.3466628","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://explore.noodle.com/","slug":"explore.noodle.com-inf","bytes_downloaded":"12705","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","delay_min":"250","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788449,"message":"  0 bytes.\n","job_data":{"last_broadcasted_log_entry":"17.0","heartbeat":"1","log_score":"18","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"17.0","items_downloaded":"3","r5xx":"0","started_by":"Ryz","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"3","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","queued_at":"1782787131","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1782788448.957791","r4xx":"3","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","started_at":"1782788447.3466628","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://explore.noodle.com/","slug":"explore.noodle.com-inf","bytes_downloaded":"12705","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","delay_min":"250","ident":"1rf21droot0f9wtumnyn1q858"}}
{"type":"stdout","ts":1782788449,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241008/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"last_broadcasted_log_entry":"18.0","heartbeat":"2","log_score":"19","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"19.0","items_downloaded":"3","r5xx":"0","started_by":"Ryz","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"3","log_key":"1rf21droot0f9wtumnyn1q858_log","pipeline_id":"pipeline:88671321b4d0305401ec0665ed431405","queued_at":"1782787131","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1782788449.3285306","r4xx":"3","r2xx":"0","note":"https://www.noodle.com/ - Redirects to https://explore.themarginalian.org/ - no offsite links","started_at":"1782788447.3466628","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://explore.noodle.com/","slug":"explore.noodle.com-inf","bytes_downloaded":"12705","ignore_patterns_set_key":"1rf21droot0f9wtumnyn1q858_ignores","delay_min":"250","ident":"1rf21droot0f9wtumnyn1q858"}}