{"type":"stdout","ts":1791842786,"message":"Received item 1yis8j762nd0814zxqoec5kr9.","job_data":{"user_agent":"","started_in":"#archivebot","settings_age":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","log_score":"2","delay_max":"375","fetch_depth":"inf","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Starting StartHeartbeat for Item \n","job_data":{"user_agent":"","started_in":"#archivebot","settings_age":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","log_score":"2","delay_max":"375","fetch_depth":"inf","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.4425225","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.4425225","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.4425225","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.4425225","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.4425225","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.4425225","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.4425225","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.4425225","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.4425225","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Manhole[182896:1791842786.8158]: Patched and .\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"11.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.4764524","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Manhole[182896:1791842786.8165]: Manhole UDS path: /tmp/manhole-182896\nManhole[182896:1791842786.8166]: Waiting for new connection (in pid:182896) ...\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"12.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"13","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.8331037","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842786,"message":"Settings listener connected.\nSettings updated: 3 workers, 246 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"13.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"14","runk":"0","delay_max":"375","last_analyzed_log_entry":"14.0","fetch_depth":"inf","r3xx":"0","ts":"1791842786.8782315","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842786.9898312,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","items_queued":"1","last_broadcasted_log_entry":"14.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"15","runk":"0","delay_max":"375","last_analyzed_log_entry":"14.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"1","ts":"1791842787.0031288","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842787.387696,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"1","last_broadcasted_log_entry":"15.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"16","runk":"0","delay_max":"375","last_analyzed_log_entry":"15.0","fetch_depth":"inf","r3xx":"1","items_downloaded":"1","ts":"1791842787.017501","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842787.6641881,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"1","last_broadcasted_log_entry":"16.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"17","runk":"0","delay_max":"375","last_analyzed_log_entry":"16.0","fetch_depth":"inf","r3xx":"2","items_downloaded":"1","ts":"1791842787.4342306","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842787.9733727,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"1","last_broadcasted_log_entry":"17.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"18","runk":"0","delay_max":"375","last_analyzed_log_entry":"17.0","fetch_depth":"inf","r3xx":"3","items_downloaded":"1","ts":"1791842787.682856","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842788.33891,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"1","last_broadcasted_log_entry":"18.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"19","runk":"0","delay_max":"375","last_analyzed_log_entry":"18.0","fetch_depth":"inf","r3xx":"4","items_downloaded":"1","ts":"1791842788.0095115","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842788.7253652,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"2","items_queued":"1","last_broadcasted_log_entry":"19.0","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"20","runk":"0","delay_max":"375","last_analyzed_log_entry":"19.0","fetch_depth":"inf","r3xx":"5","items_downloaded":"1","ts":"1791842788.351045","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842789.078253,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","concurrency":"3","queued_at":"1791842711","r1xx":"0","log_score":"21","runk":"0","delay_max":"375","last_analyzed_log_entry":"20.0","fetch_depth":"inf","r3xx":"6","items_downloaded":"1","ts":"1791842788.7443416","r4xx":"0","r5xx":"0","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","suppress_ignore_reports":"true","started_at":"1791842786.3850262","url":"https://cdp.net/","no_offsite_links":"true","error_count":"0","started_by":"Ryz","slug":"cdp.net-inf","delay_min":"250","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","started_in":"#archivebot","user_agent":"","last_broadcasted_log_entry":"20.0","heartbeat":"2","last_acknowledged_heartbeat":"2","settings_age":"4","items_queued":"1","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842789.437007,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"21.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"22","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"21.0","items_downloaded":"1","r5xx":"0","started_by":"Ryz","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"1","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"7","r4xx":"0","ts":"1791842789.1036491","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842789.8057594,"url":"https://cdp.net/","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"22.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"24","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"24.0","items_downloaded":"1","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"2","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"9","r4xx":"0","ts":"1791842789.4523478","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842789,"message":"ERROR Fetching ‘https://www.cdp.net/’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"22.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"24","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"24.0","items_downloaded":"1","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"2","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"9","r4xx":"0","ts":"1791842789.4523478","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842790.1710637,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"24.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"25","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"24.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"9","r4xx":"0","ts":"1791842789.826514","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842790.2148108,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"25.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"26","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"25.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"10","r4xx":"0","ts":"1791842790.191433","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842790.2185721,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"26.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"27","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"26.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"11","r4xx":"0","ts":"1791842790.2332778","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842790.5397363,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"27.0","heartbeat":"4","last_acknowledged_heartbeat":"2","log_score":"28","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"28.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"13","r4xx":"0","ts":"1791842790.2641","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842790.5574577,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"28.0","heartbeat":"4","last_acknowledged_heartbeat":"2","log_score":"29","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"28.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"13","r4xx":"0","ts":"1791842790.5611906","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842790.6014972,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"29.0","heartbeat":"4","last_acknowledged_heartbeat":"2","log_score":"30","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"29.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"14","r4xx":"0","ts":"1791842790.5901544","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842790.8327773,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"30.0","heartbeat":"4","last_acknowledged_heartbeat":"2","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"31.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"16","r4xx":"0","ts":"1791842790.6234462","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842790.8564098,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"31.0","heartbeat":"4","last_acknowledged_heartbeat":"2","log_score":"32","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"31.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"16","r4xx":"0","ts":"1791842790.851216","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842790.8813536,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"32.0","heartbeat":"4","last_acknowledged_heartbeat":"4","log_score":"33","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"33.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"18","r4xx":"0","ts":"1791842790.8848095","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842791.127086,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"33.0","heartbeat":"4","last_acknowledged_heartbeat":"4","log_score":"34","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"33.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"18","r4xx":"0","ts":"1791842790.9177556","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842791.178474,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"34.0","heartbeat":"4","last_acknowledged_heartbeat":"4","log_score":"35","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"34.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"19","r4xx":"0","ts":"1791842791.142324","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842791.2077243,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"35.0","heartbeat":"4","last_acknowledged_heartbeat":"4","log_score":"36","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"35.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"20","r4xx":"0","ts":"1791842791.2068512","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842791.4633858,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"36.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"37","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"36.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"21","r4xx":"0","ts":"1791842791.241121","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842791.4738216,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"37.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"38","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"37.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"22","r4xx":"0","ts":"1791842791.4842038","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842791.5252616,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"38.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"39","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"38.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"23","r4xx":"0","ts":"1791842791.515924","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842791.7606478,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"39.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"40","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"40.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"25","r4xx":"0","ts":"1791842791.547451","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842791.8243666,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"40.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"41","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"40.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"25","r4xx":"0","ts":"1791842791.7895973","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842791.8296041,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"41.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"42","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"42.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"27","r4xx":"0","ts":"1791842791.8432572","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842792.083318,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"42.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"43","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"42.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"27","r4xx":"0","ts":"1791842791.8813674","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842792.1459079,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"43.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"44","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"43.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"28","r4xx":"0","ts":"1791842792.0995274","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842792.1752357,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"44.0","heartbeat":"5","last_acknowledged_heartbeat":"4","log_score":"45","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"44.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"29","r4xx":"0","ts":"1791842792.1631567","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842792.4053037,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"45.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"46","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"45.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"30","r4xx":"0","ts":"1791842792.1981273","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842792.4245613,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"46.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"47","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"46.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"32","r4xx":"0","ts":"1791842792.4276607","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842792.5099003,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"47.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"48","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"47.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"32","r4xx":"0","ts":"1791842792.4585729","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842792.7065144,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"48.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"50","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"48.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"5","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"33","r4xx":"0","ts":"1791842792.5686314","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842792,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241008/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://www.cdp.net/robots.txt’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"48.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"50","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"48.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"5","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"33","r4xx":"0","ts":"1791842792.5686314","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842792.77371,"url":"https://cdp.net/","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"50.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"52","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"50.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"2","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"6","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"34","r4xx":"0","ts":"1791842792.7285888","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842792,"message":"ERROR Fetching ‘https://www.cdp.net/’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"50.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"52","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"50.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"2","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"6","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"34","r4xx":"0","ts":"1791842792.7285888","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842792.8244267,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"52.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"54","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"52.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"3","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"35","r4xx":"0","ts":"1791842792.7908216","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842792,"message":"ERROR Fetching ‘https://www.cdp.net/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"52.0","heartbeat":"6","last_acknowledged_heartbeat":"4","log_score":"54","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"52.0","items_downloaded":"4","r5xx":"0","started_by":"Ryz","error_count":"3","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"35","r4xx":"0","ts":"1791842792.7908216","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842793.0031066,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"54.0","heartbeat":"6","last_acknowledged_heartbeat":"6","log_score":"55","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"54.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"36","r4xx":"0","ts":"1791842792.8407385","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842793.086797,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"55.0","heartbeat":"6","last_acknowledged_heartbeat":"6","log_score":"56","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"56.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"38","r4xx":"0","ts":"1791842793.0165665","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842793.0970926,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"56.0","heartbeat":"6","last_acknowledged_heartbeat":"6","log_score":"57","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"56.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"38","r4xx":"0","ts":"1791842793.1065009","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842793.3548787,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"57.0","heartbeat":"6","last_acknowledged_heartbeat":"6","log_score":"58","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"57.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"39","r4xx":"0","ts":"1791842793.1386383","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842793.3900723,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"58.0","heartbeat":"6","last_acknowledged_heartbeat":"6","log_score":"59","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"58.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"40","r4xx":"0","ts":"1791842793.3684042","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842793.402296,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"59.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"60","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"59.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"41","r4xx":"0","ts":"1791842793.4047089","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842793.7093809,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"60.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"61","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"60.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"42","r4xx":"0","ts":"1791842793.4382389","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842793.7169747,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"61.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"62","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"61.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"43","r4xx":"0","ts":"1791842793.7296681","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842793.7797778,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"62.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"63","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"62.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"44","r4xx":"0","ts":"1791842793.7639236","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842794.0452123,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"63.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"64","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"63.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"45","r4xx":"0","ts":"1791842793.8316886","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842794.059797,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"64.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"65","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"65.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"47","r4xx":"0","ts":"1791842794.0588813","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842794.1581485,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"65.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"66","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"65.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"47","r4xx":"0","ts":"1791842794.0916333","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842794.3238633,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"66.0","heartbeat":"7","last_acknowledged_heartbeat":"6","log_score":"67","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"66.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"48","r4xx":"0","ts":"1791842794.1693373","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842794.4466114,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"67.0","heartbeat":"8","last_acknowledged_heartbeat":"6","log_score":"68","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"67.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"49","r4xx":"0","ts":"1791842794.342886","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842794.4766648,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"68.0","heartbeat":"8","last_acknowledged_heartbeat":"6","log_score":"69","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"69.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"51","r4xx":"0","ts":"1791842794.4586842","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842794.6823223,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"69.0","heartbeat":"8","last_acknowledged_heartbeat":"6","log_score":"70","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"69.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"51","r4xx":"0","ts":"1791842794.5047538","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842794.8265216,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"70.0","heartbeat":"8","last_acknowledged_heartbeat":"6","log_score":"71","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"70.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"52","r4xx":"0","ts":"1791842794.701112","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842794.8300443,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"71.0","heartbeat":"8","last_acknowledged_heartbeat":"6","log_score":"72","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"71.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"53","r4xx":"0","ts":"1791842794.8388865","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842794.9746778,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"72.0","heartbeat":"8","last_acknowledged_heartbeat":"8","log_score":"73","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"73.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"55","r4xx":"0","ts":"1791842794.8712156","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842795.1197984,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"73.0","heartbeat":"8","last_acknowledged_heartbeat":"8","log_score":"74","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"73.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"55","r4xx":"0","ts":"1791842794.9905946","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842795.1565301,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"74.0","heartbeat":"8","last_acknowledged_heartbeat":"8","log_score":"75","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"74.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"56","r4xx":"0","ts":"1791842795.1381366","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842795.33356,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"75.0","heartbeat":"8","last_acknowledged_heartbeat":"8","log_score":"76","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"75.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"57","r4xx":"0","ts":"1791842795.1908188","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842795.4702644,"url":"https://cdp.net/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"76.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"77","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"77.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"59","r4xx":"0","ts":"1791842795.3468425","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842795.4914918,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"77.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"78","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"77.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"7","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"59","r4xx":"0","ts":"1791842795.4890645","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842795.6478157,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"78.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"80","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"78.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"8","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"60","r4xx":"0","ts":"1791842795.5486188","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842795,"message":"ERROR Fetching ‘https://www.cdp.net/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"78.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"80","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"78.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"8","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"60","r4xx":"0","ts":"1791842795.5486188","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842795.7943153,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"80.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"82","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"80.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"5","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"9","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"61","r4xx":"0","ts":"1791842795.6706007","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842795,"message":"ERROR Fetching ‘https://www.cdp.net/robots.txt’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"80.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"82","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"80.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"5","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"9","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"61","r4xx":"0","ts":"1791842795.6706007","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842795,"message":"ERROR Fetching ‘https://www.cdp.net/’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"82.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"83","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"82.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"6","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"9","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"62","r4xx":"0","ts":"1791842795.8129976","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842795.8550467,"url":"https://cdp.net/","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"83.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"84","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"84.0","items_downloaded":"7","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"63","r4xx":"0","ts":"1791842795.8694282","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842795.9338968,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"84.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"85","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"84.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"63","r4xx":"0","ts":"1791842795.8822923","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842796.149369,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"85.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"86","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"85.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"64","r4xx":"0","ts":"1791842795.9453735","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842796.3021076,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"86.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"87","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"87.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"66","r4xx":"0","ts":"1791842796.168368","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842796.42353,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"87.0","heartbeat":"10","last_acknowledged_heartbeat":"8","log_score":"88","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"87.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"66","r4xx":"0","ts":"1791842796.3369348","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842796.6462622,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"88.0","heartbeat":"10","last_acknowledged_heartbeat":"8","log_score":"89","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"88.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"67","r4xx":"0","ts":"1791842796.4420774","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842796.694859,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"89.0","heartbeat":"10","last_acknowledged_heartbeat":"8","log_score":"90","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"89.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"68","r4xx":"0","ts":"1791842796.665604","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842796.9689646,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"90.0","heartbeat":"10","last_acknowledged_heartbeat":"10","log_score":"91","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"90.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"69","r4xx":"0","ts":"1791842796.7129922","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842797.0048175,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"91.0","heartbeat":"10","last_acknowledged_heartbeat":"10","log_score":"92","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"91.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"70","r4xx":"0","ts":"1791842796.9899893","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842797.2351415,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"92.0","heartbeat":"10","last_acknowledged_heartbeat":"10","log_score":"93","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"92.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"72","r4xx":"0","ts":"1791842797.0238206","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842797.3488486,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"93.0","heartbeat":"10","last_acknowledged_heartbeat":"10","log_score":"94","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"93.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"72","r4xx":"0","ts":"1791842797.253827","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842797.5625308,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"94.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"95","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"94.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"73","r4xx":"0","ts":"1791842797.3670952","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842797.7360334,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"95.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"96","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"95.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"74","r4xx":"0","ts":"1791842797.5781941","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842797.871629,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"96.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"97","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"96.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"75","r4xx":"0","ts":"1791842797.7595127","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842798.081504,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"97.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"98","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"97.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"76","r4xx":"0","ts":"1791842797.8845391","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842798.1489522,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"98.0","heartbeat":"11","last_acknowledged_heartbeat":"10","log_score":"99","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"98.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"10","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"77","r4xx":"0","ts":"1791842798.118076","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842798.4123976,"url":"https://cdp.net/sitemap.xml","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"99.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"101","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"99.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"11","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"78","r4xx":"0","ts":"1791842798.1663163","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842798,"message":"ERROR Fetching ‘https://www.cdp.net/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"99.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"101","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"99.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"11","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"78","r4xx":"0","ts":"1791842798.1663163","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842798.4657958,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"101.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"102","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"101.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"8","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"11","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"79","r4xx":"0","ts":"1791842798.4315605","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"ts":1791842798.7440922,"url":"https://cdp.net/robots.txt","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"102.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"104","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"102.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"8","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"80","r4xx":"0","ts":"1791842798.4845297","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842798,"message":"ERROR Fetching ‘https://www.cdp.net/robots.txt’ encountered an error: Too many redirects.\n","job_data":{"last_broadcasted_log_entry":"102.0","heartbeat":"12","last_acknowledged_heartbeat":"10","log_score":"104","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"102.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"8","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"80","r4xx":"0","ts":"1791842798.4845297","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842799,"message":" 0 bytes.\n","job_data":{"last_broadcasted_log_entry":"104.0","heartbeat":"12","last_acknowledged_heartbeat":"12","log_score":"105","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"104.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"9","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"81","r4xx":"0","ts":"1791842798.759226","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842799,"message":"Finished WgetDownload for Item \n","job_data":{"last_broadcasted_log_entry":"105.0","heartbeat":"12","last_acknowledged_heartbeat":"12","log_score":"107","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"105.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"9","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"81","r4xx":"0","ts":"1791842799.0708191","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842799,"message":"Starting RelabelIfAborted for Item ","job_data":{"last_broadcasted_log_entry":"105.0","heartbeat":"12","last_acknowledged_heartbeat":"12","log_score":"107","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"105.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"9","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"81","r4xx":"0","ts":"1791842799.0708191","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}} {"type":"stdout","ts":1791842799,"message":"","job_data":{"last_broadcasted_log_entry":"107.0","heartbeat":"12","last_acknowledged_heartbeat":"12","log_score":"118","delay_max":"375","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"107.0","items_downloaded":"10","r5xx":"0","started_by":"Ryz","error_count":"9","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"12","log_key":"1yis8j762nd0814zxqoec5kr9_log","pipeline_id":"pipeline:3540aedc1e3d90e2a5bb1c098e6bf3d2","queued_at":"1791842711","concurrency":"3","r1xx":"0","r3xx":"81","r4xx":"0","ts":"1791842799.2339141","r2xx":"0","note":"https://www.cdp.net/ - Redirects to https://www.cdp.net/ - no offsite links","last_trimmed_log_entry":"+inf","started_at":"1791842786.3850262","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://cdp.net/","death_timer":"0","slug":"cdp.net-inf","finished_at":"1791842799","ignore_patterns_set_key":"1yis8j762nd0814zxqoec5kr9_ignores","delay_min":"250","ident":"1yis8j762nd0814zxqoec5kr9"}}