{"type":"stdout","ts":1791957106,"message":"Received item 1s3onsfv9c5vcr3hkmt8xp7ml.","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"4","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"4","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"4","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"4","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"4.0","last_broadcasted_log_entry":"4.0","ts":"1791957106.159768","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"4.0","last_broadcasted_log_entry":"4.0","ts":"1791957106.159768","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"4.0","last_broadcasted_log_entry":"4.0","ts":"1791957106.159768","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"4.0","last_broadcasted_log_entry":"4.0","ts":"1791957106.159768","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"4.0","last_broadcasted_log_entry":"4.0","ts":"1791957106.159768","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"4.0","last_broadcasted_log_entry":"4.0","ts":"1791957106.159768","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"4.0","last_broadcasted_log_entry":"4.0","ts":"1791957106.159768","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957106,"message":"Manhole[3804437:1791957106.4456]: Patched <built-in function fork> and <built-in function forkpty>.\nManhole[3804437:1791957106.4471]: Manhole UDS path: /tmp/manhole-3804437\nManhole[3804437:1791957106.4473]: Waiting for new connection (in pid:3804437) ...\n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"11.0","ts":"1791957106.2725403","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957107,"message":"Settings listener connected.\nSettings updated:  3 workers, 246 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"14","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1791957106.5553255","heartbeat":"1","last_acknowledged_heartbeat":"1","bytes_downloaded":"485","items_downloaded":"1","items_queued":"1","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"ts":1791957107.296785,"url":"https://covidhelp.unionstas.com.au/","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"14","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1791957106.5553255","heartbeat":"1","last_acknowledged_heartbeat":"1","bytes_downloaded":"485","items_downloaded":"1","items_queued":"1","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"ts":1791957107.884496,"url":"https://covidhelp.unionstas.com.au/sitemap.xml","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"15","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"14.0","last_broadcasted_log_entry":"14.0","ts":"1791957107.434145","heartbeat":"1","last_acknowledged_heartbeat":"1","bytes_downloaded":"721","items_downloaded":"5","items_queued":"5","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"ts":1791957108.2516036,"url":"https://covidhelp.unionstas.com.au/robots.txt","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"16","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"15.0","ts":"1791957107.9313087","heartbeat":"2","last_acknowledged_heartbeat":"1","bytes_downloaded":"747","items_downloaded":"5","items_queued":"5","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"ts":1791957108.4587572,"url":"https://www.inmotionhosting.com/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"17","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1791957108.2975295","heartbeat":"2","last_acknowledged_heartbeat":"1","bytes_downloaded":"890","items_downloaded":"5","items_queued":"5","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"ts":1791957108.8334687,"url":"https://design.inmotionhosting.com/assets/logos/corporate/logo-imh.svg","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"18","r1xx":"0","r2xx":"2","r3xx":"1","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"17.0","last_broadcasted_log_entry":"17.0","ts":"1791957108.531219","heartbeat":"2","last_acknowledged_heartbeat":"1","bytes_downloaded":"11527","items_downloaded":"5","items_queued":"5","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"ts":1791957108.8375037,"url":"https://www.inmotionhosting.com/","response_code":403,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"19","r1xx":"0","r2xx":"3","r3xx":"1","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"18.0","ts":"1791957108.904725","heartbeat":"2","last_acknowledged_heartbeat":"1","bytes_downloaded":"16450","items_downloaded":"5","items_queued":"5","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}
{"type":"stdout","ts":1791957109,"message":"  11148 bytes.\n","job_data":{"url":"https://covidhelp.unionstas.com.au/","fetch_depth":"inf","log_key":"1s3onsfv9c5vcr3hkmt8xp7ml_log","user_agent":"","ignore_patterns_set_key":"1s3onsfv9c5vcr3hkmt8xp7ml_ignores","slug":"covidhelp.unionstas.com.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791956655","started_at":"1791957105.9692018","pipeline_id":"pipeline:d1574bebc4a8dadbb73e9949a16f4b0b","log_score":"20","r1xx":"0","r2xx":"3","r3xx":"1","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1791957109.019488","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"16450","items_downloaded":"5","items_queued":"5","death_timer":"0","ident":"1s3onsfv9c5vcr3hkmt8xp7ml"}}