{"type":"stdout","ts":1791949031,"message":"Received item 31lo6k71yy4q385v3gammfvr5.","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"1","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949031,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791949031.6936061","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949031,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791949031.6936061","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949031,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791949031.6936061","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949031,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791949031.6936061","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949031,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791949031.6936061","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949031,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791949031.6936061","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949031,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791949031.6936061","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949031,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791949031.6936061","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949031,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791949031.6936061","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949031,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"1.0","ts":"1791949031.6936061","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949032,"message":"Manhole[41812:1791949032.3406]: Patched <built-in function fork> and <built-in function forkpty>.\nManhole[41812:1791949032.3440]: Manhole UDS path: /tmp/manhole-41812\nManhole[41812:1791949032.3441]: Waiting for new connection (in pid:41812) ...\n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"11.0","ts":"1791949032.0738285","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949033.362307,"url":"https://staging.shinesa.org.au/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"13","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1791949032.8266919","heartbeat":"1","bytes_downloaded":"617","items_downloaded":"1","items_queued":"1","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949033.9366558,"url":"https://staging.shinesa.org.au/","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1791949033.7658033","heartbeat":"2","bytes_downloaded":"8922","items_downloaded":"1","items_queued":"1","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949033,"message":"Settings listener connected.\nSettings updated:  3 workers, 246 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1791949033.7658033","heartbeat":"2","bytes_downloaded":"8922","items_downloaded":"1","items_queued":"1","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949034.3233259,"url":"https://staging.shinesa.org.au/cdn-cgi/scripts/5c5dd728/cloudflare-static/email-decode.min.js","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"16","r1xx":"0","r2xx":"1","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"15.0","ts":"1791949034.1453304","heartbeat":"2","bytes_downloaded":"10161","items_downloaded":"6","items_queued":"7","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949034.687378,"url":"https://static.cloudflareinsights.com/beacon.min.js/v4bc70e2c01a94c73b74392e4234840661791215815920","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"17","r1xx":"0","r2xx":"2","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1791949034.5281613","heartbeat":"2","bytes_downloaded":"41840","items_downloaded":"7","items_queued":"8","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949034.9849405,"url":"https://staging.shinesa.org.au/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"19","r1xx":"0","r2xx":"3","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"17.0","last_broadcasted_log_entry":"17.0","ts":"1791949034.9024484","heartbeat":"2","bytes_downloaded":"43074","items_downloaded":"7","items_queued":"8","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949034.9895864,"url":"https://staging.shinesa.org.au/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"19","r1xx":"0","r2xx":"3","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"17.0","last_broadcasted_log_entry":"17.0","ts":"1791949034.9024484","heartbeat":"2","bytes_downloaded":"43074","items_downloaded":"7","items_queued":"8","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949035.1547856,"url":"https://use.fontawesome.com/releases/v5.0.6/css/all.css","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"20","r1xx":"0","r2xx":"3","r3xx":"3","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1791949035.2798176","heartbeat":"3","bytes_downloaded":"77808","items_downloaded":"8","items_queued":"8","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949035.4811969,"url":"https://staging.shinesa.org.au/cdn-cgi/l/email-protection","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"23","r1xx":"0","r2xx":"6","r3xx":"3","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"20.0","ts":"1791949035.6559017","heartbeat":"3","bytes_downloaded":"99136","items_downloaded":"9","items_queued":"23","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949035.534758,"url":"https://staging.shinesa.org.au/sitemap.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"23","r1xx":"0","r2xx":"6","r3xx":"3","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"20.0","ts":"1791949035.6559017","heartbeat":"3","bytes_downloaded":"99136","items_downloaded":"9","items_queued":"23","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949035.6467464,"url":"https://staging.shinesa.org.au/robots.txt","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"23","r1xx":"0","r2xx":"6","r3xx":"3","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"20.0","ts":"1791949035.6559017","heartbeat":"3","bytes_downloaded":"99136","items_downloaded":"9","items_queued":"23","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949035.7901525,"url":"https://staging.shinesa.org.au/cdn-cgi/scripts/5c5dd728/cloudflare-static/'+e.replace(/","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"26","r1xx":"0","r2xx":"8","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"23.0","ts":"1791949035.9591238","heartbeat":"3","bytes_downloaded":"212986","items_downloaded":"12","items_queued":"23","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949035.9137728,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-regular-400.woff","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"26","r1xx":"0","r2xx":"8","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"23.0","ts":"1791949035.9591238","heartbeat":"3","bytes_downloaded":"212986","items_downloaded":"12","items_queued":"23","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949036.0125573,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-brands-400.eot","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"26","r1xx":"0","r2xx":"8","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"23.0","ts":"1791949035.9591238","heartbeat":"3","bytes_downloaded":"212986","items_downloaded":"12","items_queued":"23","last_acknowledged_heartbeat":"2","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949036.1211705,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-brands-400.woff2","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"30","r1xx":"0","r2xx":"8","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1791949036.3242738","heartbeat":"3","bytes_downloaded":"460658","items_downloaded":"16","items_queued":"23","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949036.3094478,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-brands-400.ttf","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"30","r1xx":"0","r2xx":"8","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1791949036.3242738","heartbeat":"3","bytes_downloaded":"460658","items_downloaded":"16","items_queued":"23","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949036.414911,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-regular-400.eot","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"30","r1xx":"0","r2xx":"8","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1791949036.3242738","heartbeat":"3","bytes_downloaded":"460658","items_downloaded":"16","items_queued":"23","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949036.4240391,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-brands-400.woff","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"30","r1xx":"0","r2xx":"8","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1791949036.3242738","heartbeat":"3","bytes_downloaded":"460658","items_downloaded":"16","items_queued":"23","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949036.6974087,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-regular-400.woff2","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"31","r1xx":"0","r2xx":"12","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"30.0","last_broadcasted_log_entry":"30.0","ts":"1791949036.7015684","heartbeat":"4","bytes_downloaded":"472878","items_downloaded":"19","items_queued":"23","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949036.7616847,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-solid-900.ttf","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"34","r1xx":"0","r2xx":"16","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"34.0","last_broadcasted_log_entry":"31.0","ts":"1791949036.9846942","heartbeat":"4","bytes_downloaded":"707890","items_downloaded":"22","items_queued":"23","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949036.7805412,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-solid-900.eot","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"34","r1xx":"0","r2xx":"16","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"34.0","last_broadcasted_log_entry":"31.0","ts":"1791949036.9846942","heartbeat":"4","bytes_downloaded":"707890","items_downloaded":"22","items_queued":"23","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949037.0659728,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-regular-400.ttf","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"34","r1xx":"0","r2xx":"16","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"34.0","last_broadcasted_log_entry":"31.0","ts":"1791949036.9846942","heartbeat":"4","bytes_downloaded":"707890","items_downloaded":"22","items_queued":"23","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949037.1971684,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-brands-400.svg","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"36","r1xx":"0","r2xx":"16","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"34.0","last_broadcasted_log_entry":"34.0","ts":"1791949037.368428","heartbeat":"4","bytes_downloaded":"1593583","items_downloaded":"23","items_queued":"23","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"ts":1791949037.2515383,"url":"https://use.fontawesome.com/releases/v5.0.6/webfonts/fa-solid-900.svg","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"36","r1xx":"0","r2xx":"16","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"34.0","last_broadcasted_log_entry":"34.0","ts":"1791949037.368428","heartbeat":"4","bytes_downloaded":"1593583","items_downloaded":"23","items_queued":"23","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949038,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241204/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"40","r1xx":"0","r2xx":"18","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","last_broadcasted_log_entry":"36.0","ts":"1791949037.7432656","heartbeat":"5","bytes_downloaded":"1593583","items_downloaded":"23","items_queued":"23","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949038,"message":"  1781183 bytes.\n","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"40","r1xx":"0","r2xx":"18","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","last_broadcasted_log_entry":"36.0","ts":"1791949037.7432656","heartbeat":"5","bytes_downloaded":"1593583","items_downloaded":"23","items_queued":"23","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}
{"type":"stdout","ts":1791949038,"message":"","job_data":{"url":"https://staging.shinesa.org.au/","fetch_depth":"inf","log_key":"31lo6k71yy4q385v3gammfvr5_log","user_agent":"","ignore_patterns_set_key":"31lo6k71yy4q385v3gammfvr5_ignores","slug":"staging.shinesa.org.au-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1791948422","started_at":"1791949031.0818443","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"40","r1xx":"0","r2xx":"18","r3xx":"3","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","last_broadcasted_log_entry":"36.0","ts":"1791949037.7432656","heartbeat":"5","bytes_downloaded":"1593583","items_downloaded":"23","items_queued":"23","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"31lo6k71yy4q385v3gammfvr5"}}