{"type":"stdout","ts":1791354968,"message":"Received item 1fc5sqrqu084oh9gt9orxxwn5.","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354968,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1791354968.30001","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354968,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1791354968.30001","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354968,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1791354968.30001","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354968,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1791354968.30001","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354968,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1791354968.30001","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354968,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1791354968.30001","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354968,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1791354968.30001","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354968,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1791354968.30001","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354968,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1791354968.30001","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354968,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1791354968.30001","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354969,"message":"Manhole[361933:1791354968.5433]: Patched <built-in function fork> and <built-in function forkpty>.\nManhole[361933:1791354968.5452]: Manhole UDS path: /tmp/manhole-361933\nManhole[361933:1791354968.5452]: Waiting for new connection (in pid:361933) ...\nERROR Fetching ‘https://progress.iwda.org.au/’ encountered an error: Invalid redirect location.\n/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20251221/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://progress.iwda.org.au/’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/login’ encountered an error: Invalid redirect location.\n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1791354968.6637683","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354968.8085475,"url":"https://progress.iwda.org.au/","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1791354968.6637683","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354968.8857303,"url":"https://progress.iwda.org.au/robots.txt","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1791354968.6637683","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354969.0355723,"url":"https://progress.iwda.org.au/sitemap.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1791354968.6637683","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354969.050728,"url":"https://progress.iwda.org.au/","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1791354968.6637683","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354969.1135201,"url":"https://progress.iwda.org.au/login","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1791354968.6637683","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354969.2032988,"url":"https://progress.iwda.org.au/thankyou","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"18","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"3","error_count":"3","last_analyzed_log_entry":"17.0","last_broadcasted_log_entry":"17.0","ts":"1791354969.3955772","bytes_downloaded":"983","items_downloaded":"8","items_queued":"11","heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354969,"message":"Settings listener connected.\nSettings updated:  3 workers, 246 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"20","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"4","error_count":"4","last_analyzed_log_entry":"18.0","last_broadcasted_log_entry":"18.0","ts":"1791354969.7644942","bytes_downloaded":"983","items_downloaded":"8","items_queued":"11","heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354969,"message":"ERROR Fetching ‘https://progress.iwda.org.au/thankyou’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/magic-link’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/progress’ encountered an error: Invalid redirect location.\n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"20","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"4","error_count":"4","last_analyzed_log_entry":"18.0","last_broadcasted_log_entry":"18.0","ts":"1791354969.7644942","bytes_downloaded":"983","items_downloaded":"8","items_queued":"11","heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354969.645535,"url":"https://progress.iwda.org.au/","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"23","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"4","error_count":"4","last_analyzed_log_entry":"20.0","last_broadcasted_log_entry":"20.0","ts":"1791354969.9529","bytes_downloaded":"983","items_downloaded":"11","items_queued":"14","heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354969.6818504,"url":"https://progress.iwda.org.au/magic-link","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"23","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"4","error_count":"4","last_analyzed_log_entry":"20.0","last_broadcasted_log_entry":"20.0","ts":"1791354969.9529","bytes_downloaded":"983","items_downloaded":"11","items_queued":"14","heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354969.6860309,"url":"https://progress.iwda.org.au/progress","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"23","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"4","error_count":"4","last_analyzed_log_entry":"20.0","last_broadcasted_log_entry":"20.0","ts":"1791354969.9529","bytes_downloaded":"983","items_downloaded":"11","items_queued":"14","heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354970.0355952,"url":"https://progress.iwda.org.au/magic-link","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"26","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"7","error_count":"7","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"23.0","ts":"1791354970.1319504","bytes_downloaded":"983","items_downloaded":"14","items_queued":"17","heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354970.0398552,"url":"https://progress.iwda.org.au/login","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"26","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"7","error_count":"7","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"23.0","ts":"1791354970.1319504","bytes_downloaded":"983","items_downloaded":"14","items_queued":"17","heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354970.0416517,"url":"https://progress.iwda.org.au/thankyou","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"26","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"7","error_count":"7","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"23.0","ts":"1791354970.1319504","bytes_downloaded":"983","items_downloaded":"14","items_queued":"17","heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354970.4005334,"url":"https://progress.iwda.org.au/progress","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"29","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"10","error_count":"10","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1791354970.4963205","bytes_downloaded":"983","items_downloaded":"17","items_queued":"20","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354970.4044857,"url":"https://progress.iwda.org.au/login","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"29","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"10","error_count":"10","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1791354970.4963205","bytes_downloaded":"983","items_downloaded":"17","items_queued":"20","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354970.4133084,"url":"https://progress.iwda.org.au/thankyou","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"29","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"10","error_count":"10","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1791354970.4963205","bytes_downloaded":"983","items_downloaded":"17","items_queued":"20","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354970,"message":"ERROR Fetching ‘https://progress.iwda.org.au/magic-link’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/login’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/thankyou’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/progress’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/login’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/thankyou’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/magic-link’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://progress.iwda.org.au/progress’ encountered an error: Invalid redirect location.\n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"30","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"13","error_count":"13","last_analyzed_log_entry":"30.0","last_broadcasted_log_entry":"29.0","ts":"1791354970.8656816","bytes_downloaded":"983","items_downloaded":"17","items_queued":"20","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354970.7106693,"url":"https://progress.iwda.org.au/magic-link","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"32","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"15","error_count":"15","last_analyzed_log_entry":"32.0","last_broadcasted_log_entry":"30.0","ts":"1791354971.0470002","bytes_downloaded":"983","items_downloaded":"22","items_queued":"22","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"ts":1791354970.725384,"url":"https://progress.iwda.org.au/progress","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"32","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"15","error_count":"15","last_analyzed_log_entry":"32.0","last_broadcasted_log_entry":"30.0","ts":"1791354971.0470002","bytes_downloaded":"983","items_downloaded":"22","items_queued":"22","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354971,"message":"  983 bytes.\n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"34","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"15","error_count":"15","last_analyzed_log_entry":"32.0","last_broadcasted_log_entry":"32.0","ts":"1791354971.2324564","bytes_downloaded":"983","items_downloaded":"22","items_queued":"22","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354971,"message":"","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"34","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"15","error_count":"15","last_analyzed_log_entry":"32.0","last_broadcasted_log_entry":"32.0","ts":"1791354971.2324564","bytes_downloaded":"983","items_downloaded":"22","items_queued":"22","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}
{"type":"stdout","ts":1791354973,"message":"Finished WgetDownload for Item \n","job_data":{"url":"https://progress.iwda.org.au/","fetch_depth":"inf","log_key":"1fc5sqrqu084oh9gt9orxxwn5_log","user_agent":"","ignore_patterns_set_key":"1fc5sqrqu084oh9gt9orxxwn5_ignores","slug":"progress.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354505","started_at":"1791354967.7036364","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"35","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"15","error_count":"15","last_analyzed_log_entry":"34.0","last_broadcasted_log_entry":"34.0","ts":"1791354972.1372552","bytes_downloaded":"983","items_downloaded":"22","items_queued":"22","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fc5sqrqu084oh9gt9orxxwn5"}}