{"type":"stdout","ts":1791354906,"message":"Received item 281dfdonxbe2rwu42jn57hdmb.","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354906,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791354906.8948405","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354906,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791354906.8948405","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354906,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791354906.8948405","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354906,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791354906.8948405","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354906,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791354906.8948405","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354906,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791354906.8948405","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354906,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791354906.8948405","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354906,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791354906.8948405","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354906,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791354906.8948405","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354906,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791354906.8948405","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354907,"message":"Manhole[361840:1791354907.2026]: Patched <built-in function fork> and <built-in function forkpty>.\nManhole[361840:1791354907.2035]: Manhole UDS path: /tmp/manhole-361840\nManhole[361840:1791354907.2035]: Waiting for new connection (in pid:361840) ...\nERROR Fetching ‘https://iwd.iwda.org.au/’ encountered an error: Invalid redirect location.\n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1791354907.2616508","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354907.4722297,"url":"https://iwd.iwda.org.au/","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"14","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1791354907.9030912","bytes_downloaded":"70","items_downloaded":"4","items_queued":"4","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354907.5745568,"url":"https://iwd.iwda.org.au/robots.txt","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"14","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1791354907.9030912","bytes_downloaded":"70","items_downloaded":"4","items_queued":"4","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354908,"message":"Settings listener connected.\nSettings updated:  3 workers, 246 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"16","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"0","r5xx":"0","runk":"1","error_count":"1","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"14.0","ts":"1791354907.9909515","bytes_downloaded":"70","items_downloaded":"4","items_queued":"4","heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354908,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20251221/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://iwd.iwda.org.au/’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/investinher’ encountered an error: Invalid redirect location.\n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"16","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"0","r5xx":"0","runk":"1","error_count":"1","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"14.0","ts":"1791354907.9909515","bytes_downloaded":"70","items_downloaded":"4","items_queued":"4","heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354907.8272688,"url":"https://iwd.iwda.org.au/sitemap.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"19","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"0","r5xx":"0","runk":"1","error_count":"1","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1791354908.2748473","bytes_downloaded":"1381","items_downloaded":"7","items_queued":"13","heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354907.8474963,"url":"https://iwd.iwda.org.au/","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"19","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"0","r5xx":"0","runk":"1","error_count":"1","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1791354908.2748473","bytes_downloaded":"1381","items_downloaded":"7","items_queued":"13","heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354907.9393852,"url":"https://iwd.iwda.org.au/investinher","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"19","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"0","r5xx":"0","runk":"1","error_count":"1","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1791354908.2748473","bytes_downloaded":"1381","items_downloaded":"7","items_queued":"13","heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354908.289772,"url":"https://iwd.iwda.org.au/investinher/posts/equality-insights-how-iwda-is-transforming-the-way-the-world-understands-inequality","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"22","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"3","error_count":"3","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1791354908.3594568","bytes_downloaded":"1381","items_downloaded":"10","items_queued":"16","heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354908.294652,"url":"https://iwd.iwda.org.au/iwda-v2","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"22","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"3","error_count":"3","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1791354908.3594568","bytes_downloaded":"1381","items_downloaded":"10","items_queued":"16","heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354908.2986119,"url":"https://iwd.iwda.org.au/magic-link","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"22","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"3","error_count":"3","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1791354908.3594568","bytes_downloaded":"1381","items_downloaded":"10","items_queued":"16","heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354908.6294801,"url":"https://iwd.iwda.org.au/foreignaidcutsthreatendecadesofwomensrightsprogress","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"25","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"6","error_count":"6","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1791354908.7247694","bytes_downloaded":"1381","items_downloaded":"13","items_queued":"19","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354908.6328185,"url":"https://iwd.iwda.org.au/login","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"25","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"6","error_count":"6","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1791354908.7247694","bytes_downloaded":"1381","items_downloaded":"13","items_queued":"19","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354908.735542,"url":"https://iwd.iwda.org.au/equalityinsightshowiwdaistransformingthewaytheworldunderstandsinequality","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"25","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"6","error_count":"6","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1791354908.7247694","bytes_downloaded":"1381","items_downloaded":"13","items_queued":"19","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354909,"message":"ERROR Fetching ‘https://iwd.iwda.org.au/investinher/posts/equality-insights-how-iwda-is-transforming-the-way-the-world-understands-inequality’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/iwda-v2’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/magic-link’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/foreignaidcutsthreatendecadesofwomensrightsprogress’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/login’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/equalityinsightshowiwdaistransformingthewaytheworldunderstandsinequality’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/investinher’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/investinher/posts/equality-insights-how-iwda-is-transforming-the-way-the-world-understands-inequality’ encountered an error: Invalid redirect location.\n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"26","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"9","error_count":"9","last_analyzed_log_entry":"25.0","last_broadcasted_log_entry":"25.0","ts":"1791354909.092701","bytes_downloaded":"1381","items_downloaded":"13","items_queued":"19","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354908.922009,"url":"https://iwd.iwda.org.au/","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"29","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"9","error_count":"9","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1791354909.3638887","bytes_downloaded":"1381","items_downloaded":"16","items_queued":"22","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354908.9984272,"url":"https://iwd.iwda.org.au/investinher","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"29","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"9","error_count":"9","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1791354909.3638887","bytes_downloaded":"1381","items_downloaded":"16","items_queued":"22","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354909.0965018,"url":"https://iwd.iwda.org.au/investinher/posts/equality-insights-how-iwda-is-transforming-the-way-the-world-understands-inequality","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"29","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"9","error_count":"9","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1791354909.3638887","bytes_downloaded":"1381","items_downloaded":"16","items_queued":"22","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354909,"message":"ERROR Fetching ‘https://iwd.iwda.org.au/investinher/posts/equality-insights-how-iwda-is-transforming-the-way-the-world-understands-inequality’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/investinher’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/iwda-v2’ encountered an error: Invalid redirect location.\n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"30","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"12","error_count":"12","last_analyzed_log_entry":"30.0","last_broadcasted_log_entry":"29.0","ts":"1791354909.4551864","bytes_downloaded":"1381","items_downloaded":"16","items_queued":"22","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354909.3374155,"url":"https://iwd.iwda.org.au/investinher/posts/equality-insights-how-iwda-is-transforming-the-way-the-world-understands-inequality","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"33","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"12","error_count":"12","last_analyzed_log_entry":"30.0","last_broadcasted_log_entry":"30.0","ts":"1791354909.730995","bytes_downloaded":"1381","items_downloaded":"20","items_queued":"25","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354909.3410635,"url":"https://iwd.iwda.org.au/investinher","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"33","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"12","error_count":"12","last_analyzed_log_entry":"30.0","last_broadcasted_log_entry":"30.0","ts":"1791354909.730995","bytes_downloaded":"1381","items_downloaded":"20","items_queued":"25","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354909.4752843,"url":"https://iwd.iwda.org.au/iwda-v2","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"33","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"12","error_count":"12","last_analyzed_log_entry":"30.0","last_broadcasted_log_entry":"30.0","ts":"1791354909.730995","bytes_downloaded":"1381","items_downloaded":"20","items_queued":"25","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354909,"message":"ERROR Fetching ‘https://iwd.iwda.org.au/magic-link’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/iwda-v2’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/login’ encountered an error: Invalid redirect location.\n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"34","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"15","error_count":"15","last_analyzed_log_entry":"33.0","last_broadcasted_log_entry":"33.0","ts":"1791354909.8183115","bytes_downloaded":"1381","items_downloaded":"20","items_queued":"25","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354909.7139711,"url":"https://iwd.iwda.org.au/magic-link","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"37","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"18","error_count":"18","last_analyzed_log_entry":"37.0","last_broadcasted_log_entry":"34.0","ts":"1791354910.0929706","bytes_downloaded":"1381","items_downloaded":"25","items_queued":"28","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354909.717821,"url":"https://iwd.iwda.org.au/iwda-v2","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"37","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"18","error_count":"18","last_analyzed_log_entry":"37.0","last_broadcasted_log_entry":"34.0","ts":"1791354910.0929706","bytes_downloaded":"1381","items_downloaded":"25","items_queued":"28","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354909.7821279,"url":"https://iwd.iwda.org.au/login","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"37","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"18","error_count":"18","last_analyzed_log_entry":"37.0","last_broadcasted_log_entry":"34.0","ts":"1791354910.0929706","bytes_downloaded":"1381","items_downloaded":"25","items_queued":"28","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354910.0911674,"url":"https://iwd.iwda.org.au/foreignaidcutsthreatendecadesofwomensrightsprogress","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"40","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"18","error_count":"18","last_analyzed_log_entry":"37.0","last_broadcasted_log_entry":"37.0","ts":"1791354910.185429","bytes_downloaded":"1381","items_downloaded":"28","items_queued":"31","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354910.0948234,"url":"https://iwd.iwda.org.au/magic-link","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"40","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"18","error_count":"18","last_analyzed_log_entry":"37.0","last_broadcasted_log_entry":"37.0","ts":"1791354910.185429","bytes_downloaded":"1381","items_downloaded":"28","items_queued":"31","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354910.097897,"url":"https://iwd.iwda.org.au/login","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"40","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"18","error_count":"18","last_analyzed_log_entry":"37.0","last_broadcasted_log_entry":"37.0","ts":"1791354910.185429","bytes_downloaded":"1381","items_downloaded":"28","items_queued":"31","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354910.4270852,"url":"https://iwd.iwda.org.au/equalityinsightshowiwdaistransformingthewaytheworldunderstandsinequality","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"43","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"21","error_count":"21","last_analyzed_log_entry":"40.0","last_broadcasted_log_entry":"40.0","ts":"1791354910.5472999","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354910.5085344,"url":"https://iwd.iwda.org.au/foreignaidcutsthreatendecadesofwomensrightsprogress","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"43","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"21","error_count":"21","last_analyzed_log_entry":"40.0","last_broadcasted_log_entry":"40.0","ts":"1791354910.5472999","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"ts":1791354910.5116267,"url":"https://iwd.iwda.org.au/equalityinsightshowiwdaistransformingthewaytheworldunderstandsinequality","response_code":0,"wget_code":"Invalid redirect location.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"43","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"21","error_count":"21","last_analyzed_log_entry":"40.0","last_broadcasted_log_entry":"40.0","ts":"1791354910.5472999","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354910,"message":"ERROR Fetching ‘https://iwd.iwda.org.au/foreignaidcutsthreatendecadesofwomensrightsprogress’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/magic-link’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/login’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/equalityinsightshowiwdaistransformingthewaytheworldunderstandsinequality’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/foreignaidcutsthreatendecadesofwomensrightsprogress’ encountered an error: Invalid redirect location.\nERROR Fetching ‘https://iwd.iwda.org.au/equalityinsightshowiwdaistransformingthewaytheworldunderstandsinequality’ encountered an error: Invalid redirect location.\n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"44","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"43.0","last_broadcasted_log_entry":"43.0","ts":"1791354910.915166","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354911,"message":"  1381 bytes.\n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"46","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"44.0","last_broadcasted_log_entry":"44.0","ts":"1791354911.0069778","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354911,"message":"","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"46","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"44.0","last_broadcasted_log_entry":"44.0","ts":"1791354911.0069778","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Finished WgetDownload for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"47","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"46.0","ts":"1791354911.9270678","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Starting RelabelIfAborted for Item ","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"57","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1791354912.6613593","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","finished_at":"1791354912","last_trimmed_log_entry":"+inf","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Starting CompressLogIfNoMetaWarc for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"57","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1791354912.6613593","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","finished_at":"1791354912","last_trimmed_log_entry":"+inf","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Finished CompressLogIfNoMetaWarc for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"57","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1791354912.6613593","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","finished_at":"1791354912","last_trimmed_log_entry":"+inf","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"57","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1791354912.6613593","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","finished_at":"1791354912","last_trimmed_log_entry":"+inf","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"57","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1791354912.6613593","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","finished_at":"1791354912","last_trimmed_log_entry":"+inf","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Starting MoveFiles for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"57","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1791354912.6613593","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","finished_at":"1791354912","last_trimmed_log_entry":"+inf","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Finished MoveFiles for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"57","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1791354912.6613593","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","finished_at":"1791354912","last_trimmed_log_entry":"+inf","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Starting StopHeartbeat for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"57","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1791354912.6613593","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","finished_at":"1791354912","last_trimmed_log_entry":"+inf","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Finished StopHeartbeat for Item \n","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"57","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1791354912.6613593","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","finished_at":"1791354912","last_trimmed_log_entry":"+inf","ident":"281dfdonxbe2rwu42jn57hdmb"}}
{"type":"stdout","ts":1791354912,"message":"Starting MarkItemAsDone for Item ","job_data":{"url":"https://iwd.iwda.org.au/","fetch_depth":"inf","log_key":"281dfdonxbe2rwu42jn57hdmb_log","user_agent":"","ignore_patterns_set_key":"281dfdonxbe2rwu42jn57hdmb_ignores","slug":"iwd.iwda.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1791354488","started_at":"1791354906.3032951","pipeline_id":"pipeline:14ada44838e0982d1233a9e33d1cbcbc","log_score":"57","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"24","error_count":"24","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1791354912.6613593","bytes_downloaded":"1381","items_downloaded":"32","items_queued":"34","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","finished_at":"1791354912","last_trimmed_log_entry":"+inf","ident":"281dfdonxbe2rwu42jn57hdmb"}}