{"type":"stdout","ts":1787983984,"message":"Received item 3h0bgahz9zgc90hdgg29ycjjy.","job_data":{"settings_age":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"2","runk":"0","delay_max":"375","fetch_depth":"inf","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983984,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"2","runk":"0","delay_max":"375","fetch_depth":"inf","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983984,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787983985.0591884","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983984,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787983985.0591884","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983984,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787983985.0591884","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983984,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787983985.0591884","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983984,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787983985.0591884","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983984,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787983985.0591884","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983984,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787983985.0591884","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983984,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787983985.0591884","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983984,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787983985.0591884","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983985,"message":"Manhole[3176017:1787983985.4100]: Patched and .\nManhole[3176017:1787983985.4127]: Manhole UDS path: /tmp/manhole-3176017\nManhole[3176017:1787983985.4127]: Waiting for new connection (in pid:3176017) ...\n","job_data":{"settings_age":"4","heartbeat":"1","last_broadcasted_log_entry":"11.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","ts":"1787983985.437949","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983985.7897766,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","items_queued":"1","heartbeat":"1","last_broadcasted_log_entry":"12.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"15","runk":"0","delay_max":"375","last_analyzed_log_entry":"15.0","fetch_depth":"inf","r3xx":"3","items_downloaded":"1","ts":"1787983986.1752307","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","bytes_downloaded":"686","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983986.0016406,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","items_queued":"1","heartbeat":"1","last_broadcasted_log_entry":"12.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"15","runk":"0","delay_max":"375","last_analyzed_log_entry":"15.0","fetch_depth":"inf","r3xx":"3","items_downloaded":"1","ts":"1787983986.1752307","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","bytes_downloaded":"686","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983986.0578344,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","items_queued":"1","heartbeat":"1","last_broadcasted_log_entry":"12.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"15","runk":"0","delay_max":"375","last_analyzed_log_entry":"15.0","fetch_depth":"inf","r3xx":"3","items_downloaded":"1","ts":"1787983986.1752307","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","bytes_downloaded":"686","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983986,"message":"Settings listener connected.\nSettings updated: 3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"settings_age":"4","items_queued":"1","heartbeat":"1","last_broadcasted_log_entry":"15.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"17","runk":"0","delay_max":"375","last_analyzed_log_entry":"15.0","fetch_depth":"inf","r3xx":"3","items_downloaded":"1","ts":"1787983986.3650758","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","bytes_downloaded":"686","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983986.5917723,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","items_queued":"1","heartbeat":"1","last_broadcasted_log_entry":"15.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"17","runk":"0","delay_max":"375","last_analyzed_log_entry":"15.0","fetch_depth":"inf","r3xx":"3","items_downloaded":"1","ts":"1787983986.3650758","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","bytes_downloaded":"686","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983986.947079,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","items_queued":"1","heartbeat":"1","last_broadcasted_log_entry":"17.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"18","runk":"0","delay_max":"375","last_analyzed_log_entry":"17.0","fetch_depth":"inf","r3xx":"4","items_downloaded":"1","ts":"1787983986.7345347","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","bytes_downloaded":"1349","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983987.5532053,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","items_queued":"1","heartbeat":"2","last_broadcasted_log_entry":"18.0","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","concurrency":"3","queued_at":"1787983957","r1xx":"0","log_score":"19","runk":"0","delay_max":"375","last_analyzed_log_entry":"18.0","fetch_depth":"inf","r3xx":"6","items_downloaded":"1","ts":"1787983987.107764","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787983984.453606","url":"https://test.xs.is/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"test.xs.is-inf","bytes_downloaded":"1349","delay_min":"250","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983987.845278,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"19.0","heartbeat":"2","last_acknowledged_heartbeat":"2","log_score":"20","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"20.0","items_downloaded":"1","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"1","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"7","r4xx":"0","ts":"1787983987.757251","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","slug":"test.xs.is-inf","bytes_downloaded":"2284","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983988.4870784,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"20.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"21","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"20.0","items_downloaded":"1","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"1","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"7","r4xx":"0","ts":"1787983988.132093","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","slug":"test.xs.is-inf","bytes_downloaded":"2284","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983988.7682588,"url":"https://test.xs.is/","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"21.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"22","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"21.0","items_downloaded":"1","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"2","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"8","r4xx":"0","ts":"1787983988.683339","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","slug":"test.xs.is-inf","bytes_downloaded":"2284","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983989,"message":"ERROR Fetching ‘https://vercel.com/login?next=%2Fsso-api%3Furl%3Dhttps%253A%252F%252Ftest.xs.is%252Flogin%253Fnext%253D%25252Fsso-api%25253Furl%25253Dhttps%2525253A%2525252F%2525252Ftest.xs.is%2525252Flogin%2525253Fnext%2525253D%252525252Fsso-api%252525253Furl%252525253Dhttps%25252525253A%25252525252F%25252525252Ftest.xs.is%25252525252Flogin%25252525253Fnext%25252525253D%2525252525252Fsso-api%2525252525253Furl%2525252525253Dhttps%252525252525253A%252525252525252F%252525252525252Ftest.xs.is%252525252525252F%25252525252526nonce%2525252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%2525252526nonce%252525253Dd42761c44af9939f74e8270eb9d20672454dcb0d026d9406afafc22b7899b73f%252526nonce%25253Dd42761c44af9939f74e8270eb9d20672454dcb0d026d9406afafc22b7899b73f%26nonce%3Dd42761c44af9939f74e8270eb9d20672454dcb0d026d9406afafc22b7899b73f’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"22.0","heartbeat":"4","last_acknowledged_heartbeat":"2","log_score":"23","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"22.0","items_downloaded":"1","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"2","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"9","r4xx":"0","ts":"1787983989.0573022","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","slug":"test.xs.is-inf","bytes_downloaded":"2284","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983989.1778047,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"23.0","heartbeat":"4","last_acknowledged_heartbeat":"2","log_score":"24","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"24.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"10","r4xx":"0","ts":"1787983989.242892","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","slug":"test.xs.is-inf","bytes_downloaded":"2545","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983989.255422,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"24.0","heartbeat":"4","last_acknowledged_heartbeat":"2","log_score":"26","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"24.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"10","r4xx":"0","ts":"1787983989.4281147","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","slug":"test.xs.is-inf","bytes_downloaded":"3058","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983989.2755451,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"24.0","heartbeat":"4","last_acknowledged_heartbeat":"2","log_score":"26","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"24.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"10","r4xx":"0","ts":"1787983989.4281147","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","slug":"test.xs.is-inf","bytes_downloaded":"3058","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983989.7331514,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"26.0","heartbeat":"4","last_acknowledged_heartbeat":"4","log_score":"29","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"26.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"12","r4xx":"0","ts":"1787983989.7973573","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"3058","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983989.821521,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"26.0","heartbeat":"4","last_acknowledged_heartbeat":"4","log_score":"29","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"26.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"12","r4xx":"0","ts":"1787983989.7973573","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"3058","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983989.8555593,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"26.0","heartbeat":"4","last_acknowledged_heartbeat":"4","log_score":"29","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"26.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"12","r4xx":"0","ts":"1787983989.7973573","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"3058","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983990.099657,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"29.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"32","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"29.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"15","r4xx":"0","ts":"1787983990.168945","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"4384","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983990.1195946,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"29.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"32","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"29.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"15","r4xx":"0","ts":"1787983990.168945","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"4384","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983990.1696215,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"29.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"32","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"29.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"15","r4xx":"0","ts":"1787983990.168945","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"4384","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983990.5790093,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"32.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"34","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"32.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"18","r4xx":"0","ts":"1787983990.5436912","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"4384","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983990.589211,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"32.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"34","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"32.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"18","r4xx":"0","ts":"1787983990.5436912","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"4384","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983990.793046,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"34.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"37","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"34.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"20","r4xx":"0","ts":"1787983990.9199326","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"5731","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983990.8933485,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"34.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"37","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"34.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"20","r4xx":"0","ts":"1787983990.9199326","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"5731","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983990.9536593,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"34.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"37","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"34.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"20","r4xx":"0","ts":"1787983990.9199326","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"5731","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983991.152631,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"37.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"39","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"37.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"23","r4xx":"0","ts":"1787983991.2860346","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"6394","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983991.4115446,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"37.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"39","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"37.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"23","r4xx":"0","ts":"1787983991.2860346","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"6394","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983991.462514,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"39.0","heartbeat":"6","last_acknowledged_heartbeat":"6","log_score":"43","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"39.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"25","r4xx":"0","ts":"1787983991.6569502","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"8285","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983991.685815,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"39.0","heartbeat":"6","last_acknowledged_heartbeat":"6","log_score":"43","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"39.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"25","r4xx":"0","ts":"1787983991.6569502","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"8285","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983991.7671916,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"39.0","heartbeat":"6","last_acknowledged_heartbeat":"6","log_score":"43","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"39.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"25","r4xx":"0","ts":"1787983991.6569502","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"8285","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983991.7932153,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"39.0","heartbeat":"6","last_acknowledged_heartbeat":"6","log_score":"43","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"39.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"25","r4xx":"0","ts":"1787983991.6569502","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"8285","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983992.0297854,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"43.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"44","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"43.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"29","r4xx":"0","ts":"1787983992.0286999","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9220","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983992.347057,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"44.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"46","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"44.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"32","r4xx":"0","ts":"1787983992.3137424","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9220","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983992.3765862,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"44.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"46","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"44.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"32","r4xx":"0","ts":"1787983992.3137424","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9220","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983992.6489758,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"46.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"49","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"46.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"6","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"32","r4xx":"0","ts":"1787983992.6787474","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9220","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983992.657873,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"46.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"49","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"46.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"6","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"32","r4xx":"0","ts":"1787983992.6787474","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9220","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983992.6700346,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"46.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"49","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"46.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"6","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"32","r4xx":"0","ts":"1787983992.6787474","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9220","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983993,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241203/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://vercel.com/login?next=%2Fsso-api%3Furl%3Dhttps%253A%252F%252Ftest.xs.is%252Flogin%253Fnext%253D%25252Fsso-api%25253Furl%25253Dhttps%2525253A%2525252F%2525252Ftest.xs.is%2525252Flogin%2525253Fnext%2525253D%252525252Fsso-api%252525253Furl%252525253Dhttps%25252525253A%25252525252F%25252525252Ftest.xs.is%25252525252Flogin%25252525253Fnext%25252525253D%2525252525252Fsso-api%2525252525253Furl%2525252525253Dhttps%252525252525253A%252525252525252F%252525252525252Ftest.xs.is%252525252525252Fsitemap.xml%25252525252526nonce%2525252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%2525252526nonce%252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%252526nonce%25253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%26nonce%3D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6’ encountered an error: Too many redirects.\nERROR Fetching ‘https://vercel.com/login?next=%2Fsso-api%3Furl%3Dhttps%253A%252F%252Ftest.xs.is%252Flogin%253Fnext%253D%25252Fsso-api%25253Furl%25253Dhttps%2525253A%2525252F%2525252Ftest.xs.is%2525252Flogin%2525253Fnext%2525253D%252525252Fsso-api%252525253Furl%252525253Dhttps%25252525253A%25252525252F%25252525252Ftest.xs.is%25252525252Flogin%25252525253Fnext%25252525253D%2525252525252Fsso-api%2525252525253Furl%2525252525253Dhttps%252525252525253A%252525252525252F%252525252525252Ftest.xs.is%252525252525252Frobots.txt%25252525252526nonce%2525252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%2525252526nonce%252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%252526nonce%25253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%26nonce%3D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6’ encountered an error: Too many redirects.\nERROR Fetching ‘https://vercel.com/login?next=%2Fsso-api%3Furl%3Dhttps%253A%252F%252Ftest.xs.is%252Flogin%253Fnext%253D%25252Fsso-api%25253Furl%25253Dhttps%2525253A%2525252F%2525252Ftest.xs.is%2525252Flogin%2525253Fnext%2525253D%252525252Fsso-api%252525253Furl%252525253Dhttps%25252525253A%25252525252F%25252525252Ftest.xs.is%25252525252Flogin%25252525253Fnext%25252525253D%2525252525252Fsso-api%2525252525253Furl%2525252525253Dhttps%252525252525253A%252525252525252F%252525252525252Ftest.xs.is%252525252525252F%25252525252526nonce%2525252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%2525252526nonce%252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%252526nonce%25253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%26nonce%3D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"49.0","heartbeat":"8","last_acknowledged_heartbeat":"6","log_score":"50","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"49.0","items_downloaded":"4","r5xx":"0","started_by":"c3manu","error_count":"3","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"6","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"35","r4xx":"0","ts":"1787983993.0501719","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9220","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983992.985439,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"50.0","heartbeat":"8","last_acknowledged_heartbeat":"6","log_score":"53","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"50.0","items_downloaded":"6","r5xx":"0","started_by":"c3manu","error_count":"3","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"35","r4xx":"0","ts":"1787983993.3278785","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9743","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983993.0114167,"url":"https://test.xs.is/","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"50.0","heartbeat":"8","last_acknowledged_heartbeat":"6","log_score":"53","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"50.0","items_downloaded":"6","r5xx":"0","started_by":"c3manu","error_count":"3","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"35","r4xx":"0","ts":"1787983993.3278785","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9743","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983993.0216086,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"50.0","heartbeat":"8","last_acknowledged_heartbeat":"6","log_score":"53","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"50.0","items_downloaded":"6","r5xx":"0","started_by":"c3manu","error_count":"3","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"35","r4xx":"0","ts":"1787983993.3278785","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9743","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983993.4096107,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"53.0","heartbeat":"8","last_acknowledged_heartbeat":"6","log_score":"54","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"54.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"39","r4xx":"0","ts":"1787983993.4228992","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"9994","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983993.5771973,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"54.0","heartbeat":"8","last_acknowledged_heartbeat":"8","log_score":"57","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"54.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"39","r4xx":"0","ts":"1787983993.796623","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"10439","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983993.5844693,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"54.0","heartbeat":"8","last_acknowledged_heartbeat":"8","log_score":"57","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"54.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"39","r4xx":"0","ts":"1787983993.796623","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"10439","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983993.8501961,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"54.0","heartbeat":"8","last_acknowledged_heartbeat":"8","log_score":"57","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"54.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"39","r4xx":"0","ts":"1787983993.796623","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"10439","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983993.9657938,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"57.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"58","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"58.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"43","r4xx":"0","ts":"1787983994.1680238","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"10885","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983994.5751424,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"58.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"59","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"59.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"44","r4xx":"0","ts":"1787983994.541127","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"10885","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983994.818575,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"59.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"61","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"59.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"44","r4xx":"0","ts":"1787983994.9089496","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"11320","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983994.8453047,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"59.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"61","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"59.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"44","r4xx":"0","ts":"1787983994.9089496","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"11320","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983995.1846745,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"61.0","heartbeat":"10","last_acknowledged_heartbeat":"8","log_score":"64","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"64.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"49","r4xx":"0","ts":"1787983995.280239","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"11994","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983995.1909046,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"61.0","heartbeat":"10","last_acknowledged_heartbeat":"8","log_score":"64","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"64.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"49","r4xx":"0","ts":"1787983995.280239","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"11994","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983995.293306,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"61.0","heartbeat":"10","last_acknowledged_heartbeat":"8","log_score":"64","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"64.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"49","r4xx":"0","ts":"1787983995.280239","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"11994","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983995.4856963,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"64.0","heartbeat":"10","last_acknowledged_heartbeat":"10","log_score":"66","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"64.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"49","r4xx":"0","ts":"1787983995.6608121","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"13330","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983995.6120842,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"64.0","heartbeat":"10","last_acknowledged_heartbeat":"10","log_score":"66","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"64.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"49","r4xx":"0","ts":"1787983995.6608121","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"13330","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983996.0070724,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"66.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"69","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"66.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"51","r4xx":"0","ts":"1787983996.0245605","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"13330","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983996.108586,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"66.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"69","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"66.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"51","r4xx":"0","ts":"1787983996.0245605","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"13330","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983996.163441,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"66.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"69","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"66.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"51","r4xx":"0","ts":"1787983996.0245605","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"13330","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983996.39806,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"69.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"72","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"69.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"54","r4xx":"0","ts":"1787983996.3966258","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16156","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983996.4825592,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"69.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"72","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"69.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"54","r4xx":"0","ts":"1787983996.3966258","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16156","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983996.506381,"url":"https://test.xs.is/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"69.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"72","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"69.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"54","r4xx":"0","ts":"1787983996.3966258","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16156","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983996.99355,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"72.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"73","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"72.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"57","r4xx":"0","ts":"1787983996.7695985","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16156","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983996.997073,"url":"https://test.xs.is/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"73.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"75","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"73.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"58","r4xx":"0","ts":"1787983997.1408305","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16156","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983997.08696,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"73.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"75","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"73.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"58","r4xx":"0","ts":"1787983997.1408305","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16156","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983997.292807,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"75.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"79","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"75.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"60","r4xx":"0","ts":"1787983997.5146782","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16417","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983997.327742,"url":"https://test.xs.is/","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"75.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"79","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"75.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"60","r4xx":"0","ts":"1787983997.5146782","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16417","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983997.4295068,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"75.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"79","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"75.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"60","r4xx":"0","ts":"1787983997.5146782","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16417","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983997.6458938,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"75.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"79","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"75.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"4","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"60","r4xx":"0","ts":"1787983997.5146782","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16417","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983997.685351,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"79.0","heartbeat":"12","last_acknowledged_heartbeat":"12","log_score":"80","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"79.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"64","r4xx":"0","ts":"1787983997.885165","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16679","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787983998,"message":"ERROR Fetching ‘https://vercel.com/login?next=%2Fsso-api%3Furl%3Dhttps%253A%252F%252Ftest.xs.is%252Flogin%253Fnext%253D%25252Fsso-api%25253Furl%25253Dhttps%2525253A%2525252F%2525252Ftest.xs.is%2525252Flogin%2525253Fnext%2525253D%252525252Fsso-api%252525253Furl%252525253Dhttps%25252525253A%25252525252F%25252525252Ftest.xs.is%25252525252Flogin%25252525253Fnext%25252525253D%2525252525252Fsso-api%2525252525253Furl%2525252525253Dhttps%252525252525253A%252525252525252F%252525252525252Ftest.xs.is%252525252525252Frobots.txt%25252525252526nonce%2525252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%2525252526nonce%252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%252526nonce%25253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%26nonce%3D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6’ encountered an error: Too many redirects.\nERROR Fetching ‘https://vercel.com/login?next=%2Fsso-api%3Furl%3Dhttps%253A%252F%252Ftest.xs.is%252Flogin%253Fnext%253D%25252Fsso-api%25253Furl%25253Dhttps%2525253A%2525252F%2525252Ftest.xs.is%2525252Flogin%2525253Fnext%2525253D%252525252Fsso-api%252525253Furl%252525253Dhttps%25252525253A%25252525252F%25252525252Ftest.xs.is%25252525252Flogin%25252525253Fnext%25252525253D%2525252525252Fsso-api%2525252525253Furl%2525252525253Dhttps%252525252525253A%252525252525252F%252525252525252Ftest.xs.is%252525252525252F%25252525252526nonce%2525252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%2525252526nonce%252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%252526nonce%25253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%26nonce%3D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6’ encountered an error: Too many redirects.\nERROR Fetching ‘https://vercel.com/login?next=%2Fsso-api%3Furl%3Dhttps%253A%252F%252Ftest.xs.is%252Flogin%253Fnext%253D%25252Fsso-api%25253Furl%25253Dhttps%2525253A%2525252F%2525252Ftest.xs.is%2525252Flogin%2525253Fnext%2525253D%252525252Fsso-api%252525253Furl%252525253Dhttps%25252525253A%25252525252F%25252525252Ftest.xs.is%25252525252Flogin%25252525253Fnext%25252525253D%2525252525252Fsso-api%2525252525253Furl%2525252525253Dhttps%252525252525253A%252525252525252F%252525252525252Ftest.xs.is%252525252525252Fsitemap.xml%25252525252526nonce%2525252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%2525252526nonce%252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%252526nonce%25253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%26nonce%3D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"80.0","heartbeat":"13","last_acknowledged_heartbeat":"12","log_score":"83","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"83.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"67","r4xx":"0","ts":"1787983998.2544115","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16679","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983998.1787436,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"80.0","heartbeat":"13","last_acknowledged_heartbeat":"12","log_score":"83","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"83.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"67","r4xx":"0","ts":"1787983998.2544115","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16679","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983998.2555635,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"80.0","heartbeat":"13","last_acknowledged_heartbeat":"12","log_score":"83","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"83.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"67","r4xx":"0","ts":"1787983998.2544115","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"16679","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983998.5240173,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"83.0","heartbeat":"13","last_acknowledged_heartbeat":"12","log_score":"85","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"85.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"69","r4xx":"0","ts":"1787983998.6384304","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"17570","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983998.5717795,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"83.0","heartbeat":"13","last_acknowledged_heartbeat":"12","log_score":"85","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"85.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"69","r4xx":"0","ts":"1787983998.6384304","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"17570","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983999.0245924,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"85.0","heartbeat":"14","last_acknowledged_heartbeat":"12","log_score":"87","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"85.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"71","r4xx":"0","ts":"1787983999.0131934","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"17570","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983999.1099749,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"85.0","heartbeat":"14","last_acknowledged_heartbeat":"12","log_score":"87","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"85.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"71","r4xx":"0","ts":"1787983999.0131934","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"17570","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983999.3765762,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"87.0","heartbeat":"14","last_acknowledged_heartbeat":"12","log_score":"89","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"87.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"71","r4xx":"0","ts":"1787983999.4172494","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"18917","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983999.4067903,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"87.0","heartbeat":"14","last_acknowledged_heartbeat":"12","log_score":"89","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"87.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"71","r4xx":"0","ts":"1787983999.4172494","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"18917","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787983999.8816068,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"89.0","heartbeat":"14","last_acknowledged_heartbeat":"14","log_score":"90","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"89.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"73","r4xx":"0","ts":"1787983999.8287106","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"18917","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787984000.045959,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"90.0","heartbeat":"15","last_acknowledged_heartbeat":"14","log_score":"92","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"90.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"74","r4xx":"0","ts":"1787984000.2002623","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"19863","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787984000.211624,"url":"https://test.xs.is/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"90.0","heartbeat":"15","last_acknowledged_heartbeat":"14","log_score":"92","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"90.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"74","r4xx":"0","ts":"1787984000.2002623","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"19863","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787984000.4017532,"url":"https://test.xs.is/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"92.0","heartbeat":"15","last_acknowledged_heartbeat":"14","log_score":"93","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"92.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"77","r4xx":"0","ts":"1787984000.5705442","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"20808","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787984000.7873042,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"93.0","heartbeat":"15","last_acknowledged_heartbeat":"14","log_score":"95","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"93.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"77","r4xx":"0","ts":"1787984000.9855418","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"20808","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787984000.9598505,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"93.0","heartbeat":"15","last_acknowledged_heartbeat":"14","log_score":"95","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"93.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"7","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"77","r4xx":"0","ts":"1787984000.9855418","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"20808","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787984001,"message":"ERROR Fetching ‘https://vercel.com/login?next=%2Fsso-api%3Furl%3Dhttps%253A%252F%252Ftest.xs.is%252Flogin%253Fnext%253D%25252Fsso-api%25253Furl%25253Dhttps%2525253A%2525252F%2525252Ftest.xs.is%2525252Flogin%2525253Fnext%2525253D%252525252Fsso-api%252525253Furl%252525253Dhttps%25252525253A%25252525252F%25252525252Ftest.xs.is%25252525252Flogin%25252525253Fnext%25252525253D%2525252525252Fsso-api%2525252525253Furl%2525252525253Dhttps%252525252525253A%252525252525252F%252525252525252Ftest.xs.is%252525252525252Fsitemap.xml%25252525252526nonce%2525252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%2525252526nonce%252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%252526nonce%25253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%26nonce%3D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6’ encountered an error: Too many redirects.\nERROR Fetching ‘https://vercel.com/login?next=%2Fsso-api%3Furl%3Dhttps%253A%252F%252Ftest.xs.is%252Flogin%253Fnext%253D%25252Fsso-api%25253Furl%25253Dhttps%2525253A%2525252F%2525252Ftest.xs.is%2525252Flogin%2525253Fnext%2525253D%252525252Fsso-api%252525253Furl%252525253Dhttps%25252525253A%25252525252F%25252525252Ftest.xs.is%25252525252Flogin%25252525253Fnext%25252525253D%2525252525252Fsso-api%2525252525253Furl%2525252525253Dhttps%252525252525253A%252525252525252F%252525252525252Ftest.xs.is%252525252525252Frobots.txt%25252525252526nonce%2525252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%2525252526nonce%252525253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%252526nonce%25253D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6%26nonce%3D573f791c8666b663f44bc1238bf798583ed7b32fdc6089e44847be631406eba6’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"95.0","heartbeat":"16","last_acknowledged_heartbeat":"14","log_score":"98","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"98.0","items_downloaded":"12","r5xx":"0","started_by":"c3manu","error_count":"9","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"81","r4xx":"0","ts":"1787984001.3590934","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"20808","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787984001.1315746,"url":"https://test.xs.is/sitemap.xml","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"95.0","heartbeat":"16","last_acknowledged_heartbeat":"14","log_score":"98","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"98.0","items_downloaded":"12","r5xx":"0","started_by":"c3manu","error_count":"9","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"81","r4xx":"0","ts":"1787984001.3590934","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"20808","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"ts":1787984001.336607,"url":"https://test.xs.is/robots.txt","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"95.0","heartbeat":"16","last_acknowledged_heartbeat":"14","log_score":"98","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"98.0","items_downloaded":"12","r5xx":"0","started_by":"c3manu","error_count":"9","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"81","r4xx":"0","ts":"1787984001.3590934","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"20808","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787984002,"message":" 0 bytes.\n","job_data":{"last_broadcasted_log_entry":"98.0","heartbeat":"16","last_acknowledged_heartbeat":"16","log_score":"100","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"100.0","items_downloaded":"12","r5xx":"0","started_by":"c3manu","error_count":"9","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"81","r4xx":"0","ts":"1787984001.727996","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"20808","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}} {"type":"stdout","ts":1787984002,"message":"","job_data":{"last_broadcasted_log_entry":"98.0","heartbeat":"16","last_acknowledged_heartbeat":"16","log_score":"100","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"100.0","items_downloaded":"12","r5xx":"0","started_by":"c3manu","error_count":"9","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"3h0bgahz9zgc90hdgg29ycjjy_log","pipeline_id":"pipeline:03d6a1eced5678ec685d68d1229925c1","queued_at":"1787983957","concurrency":"3","r1xx":"0","r3xx":"81","r4xx":"0","ts":"1787984001.727996","r2xx":"0","started_at":"1787983984.453606","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://test.xs.is/","death_timer":"0","slug":"test.xs.is-inf","bytes_downloaded":"20808","ignore_patterns_set_key":"3h0bgahz9zgc90hdgg29ycjjy_ignores","delay_min":"250","ident":"3h0bgahz9zgc90hdgg29ycjjy"}}