{"type":"stdout","ts":1785751654,"message":"Received item 1g23kr3ar1yzxkvuig7dn4zrm.","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"2","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751654,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"2","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751654,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785751654.3102617","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751654,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785751654.3102617","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751654,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785751654.3102617","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751654,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785751654.3102617","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751654,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785751654.3102617","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751654,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785751654.3102617","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751654,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785751654.3102617","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751654,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785751654.3102617","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751654,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785751654.3102617","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751655,"message":"Manhole[2740388:1785751654.5751]: Patched and .\nManhole[2740388:1785751654.5770]: Manhole UDS path: /tmp/manhole-2740388\nManhole[2740388:1785751654.5771]: Waiting for new connection (in pid:2740388) ...\n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"12","last_broadcasted_log_entry":"11.0","ts":"1785751654.6696463","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","heartbeat":"1","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751655,"message":"Settings listener connected.\nSettings updated: 3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"13","last_broadcasted_log_entry":"12.0","ts":"1785751655.3870718","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","heartbeat":"1","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751655.4877434,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"14","last_broadcasted_log_entry":"13.0","ts":"1785751655.7480779","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","heartbeat":"1","bytes_downloaded":"164","items_downloaded":"1","items_queued":"1","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751656.305277,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"15","last_broadcasted_log_entry":"14.0","ts":"1785751655.835444","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"14.0","heartbeat":"2","bytes_downloaded":"328","items_downloaded":"1","items_queued":"1","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751656.7476618,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"16","last_broadcasted_log_entry":"15.0","ts":"1785751656.462178","r1xx":"0","r2xx":"0","r3xx":"2","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","heartbeat":"2","bytes_downloaded":"492","items_downloaded":"1","items_queued":"1","last_acknowledged_heartbeat":"2","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751657.181517,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"17","last_broadcasted_log_entry":"16.0","ts":"1785751656.9102387","r1xx":"0","r2xx":"0","r3xx":"3","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","heartbeat":"2","bytes_downloaded":"656","items_downloaded":"1","items_queued":"1","last_acknowledged_heartbeat":"2","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751657.5531147,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"18","last_broadcasted_log_entry":"17.0","ts":"1785751657.3583949","r1xx":"0","r2xx":"0","r3xx":"4","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"17.0","heartbeat":"3","bytes_downloaded":"820","items_downloaded":"1","items_queued":"1","last_acknowledged_heartbeat":"2","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751658.0080574,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"19","last_broadcasted_log_entry":"18.0","ts":"1785751657.757772","r1xx":"0","r2xx":"0","r3xx":"6","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"19.0","heartbeat":"4","bytes_downloaded":"984","items_downloaded":"1","items_queued":"1","last_acknowledged_heartbeat":"2","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751658.471056,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"20","last_broadcasted_log_entry":"19.0","ts":"1785751658.2157","r1xx":"0","r2xx":"0","r3xx":"7","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"19.0","heartbeat":"4","bytes_downloaded":"1148","items_downloaded":"1","items_queued":"1","last_acknowledged_heartbeat":"2","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751658.87752,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"21","last_broadcasted_log_entry":"20.0","ts":"1785751658.669733","r1xx":"0","r2xx":"0","r3xx":"8","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"21.0","heartbeat":"4","bytes_downloaded":"1312","items_downloaded":"1","items_queued":"1","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751659.313239,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"22","last_broadcasted_log_entry":"21.0","ts":"1785751659.0226662","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"22.0","heartbeat":"5","bytes_downloaded":"1312","items_downloaded":"1","items_queued":"2","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751659,"message":"ERROR Fetching ‘https://berliner-register.de:443’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"23","last_broadcasted_log_entry":"22.0","ts":"1785751659.4721909","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"22.0","heartbeat":"5","bytes_downloaded":"1312","items_downloaded":"1","items_queued":"2","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751659.7596748,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"24","last_broadcasted_log_entry":"23.0","ts":"1785751659.5631697","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"23.0","heartbeat":"5","bytes_downloaded":"1476","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751659.9731252,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"26","last_broadcasted_log_entry":"24.0","ts":"1785751659.9164038","r1xx":"0","r2xx":"0","r3xx":"10","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"24.0","heartbeat":"5","bytes_downloaded":"1804","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751659.9887316,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"26","last_broadcasted_log_entry":"24.0","ts":"1785751659.9164038","r1xx":"0","r2xx":"0","r3xx":"10","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"24.0","heartbeat":"5","bytes_downloaded":"1804","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751660.4196985,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"27","last_broadcasted_log_entry":"26.0","ts":"1785751660.2770224","r1xx":"0","r2xx":"0","r3xx":"12","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"26.0","heartbeat":"6","bytes_downloaded":"1968","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751660.585088,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"29","last_broadcasted_log_entry":"27.0","ts":"1785751660.6358578","r1xx":"0","r2xx":"0","r3xx":"13","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"27.0","heartbeat":"6","bytes_downloaded":"2296","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751660.5950801,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"29","last_broadcasted_log_entry":"27.0","ts":"1785751660.6358578","r1xx":"0","r2xx":"0","r3xx":"13","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"27.0","heartbeat":"6","bytes_downloaded":"2296","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751660.7932131,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"32","last_broadcasted_log_entry":"29.0","ts":"1785751660.9944673","r1xx":"0","r2xx":"0","r3xx":"15","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"29.0","heartbeat":"7","bytes_downloaded":"2788","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751661.028266,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"32","last_broadcasted_log_entry":"29.0","ts":"1785751660.9944673","r1xx":"0","r2xx":"0","r3xx":"15","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"29.0","heartbeat":"7","bytes_downloaded":"2788","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751661.031602,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"32","last_broadcasted_log_entry":"29.0","ts":"1785751660.9944673","r1xx":"0","r2xx":"0","r3xx":"15","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"29.0","heartbeat":"7","bytes_downloaded":"2788","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751661.1668658,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"35","last_broadcasted_log_entry":"32.0","ts":"1785751661.3531365","r1xx":"0","r2xx":"0","r3xx":"18","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"32.0","heartbeat":"7","bytes_downloaded":"3280","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751661.3978422,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"35","last_broadcasted_log_entry":"32.0","ts":"1785751661.3531365","r1xx":"0","r2xx":"0","r3xx":"18","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"32.0","heartbeat":"7","bytes_downloaded":"3280","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751661.4676292,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"35","last_broadcasted_log_entry":"32.0","ts":"1785751661.3531365","r1xx":"0","r2xx":"0","r3xx":"18","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"32.0","heartbeat":"7","bytes_downloaded":"3280","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751661.5323899,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"38","last_broadcasted_log_entry":"35.0","ts":"1785751661.7137132","r1xx":"0","r2xx":"0","r3xx":"24","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"38.0","heartbeat":"7","bytes_downloaded":"3772","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751661.7855966,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"38","last_broadcasted_log_entry":"35.0","ts":"1785751661.7137132","r1xx":"0","r2xx":"0","r3xx":"24","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"38.0","heartbeat":"7","bytes_downloaded":"3772","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751661.831533,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"38","last_broadcasted_log_entry":"35.0","ts":"1785751661.7137132","r1xx":"0","r2xx":"0","r3xx":"24","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"38.0","heartbeat":"7","bytes_downloaded":"3772","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751661.9767118,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"39","last_broadcasted_log_entry":"38.0","ts":"1785751662.0834663","r1xx":"0","r2xx":"0","r3xx":"24","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"38.0","heartbeat":"8","bytes_downloaded":"3936","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751662.2080379,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"42","last_broadcasted_log_entry":"39.0","ts":"1785751662.431007","r1xx":"0","r2xx":"0","r3xx":"25","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"39.0","heartbeat":"8","bytes_downloaded":"4428","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751662.2877772,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"42","last_broadcasted_log_entry":"39.0","ts":"1785751662.431007","r1xx":"0","r2xx":"0","r3xx":"25","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"39.0","heartbeat":"8","bytes_downloaded":"4428","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751662.463267,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"42","last_broadcasted_log_entry":"39.0","ts":"1785751662.431007","r1xx":"0","r2xx":"0","r3xx":"25","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"39.0","heartbeat":"8","bytes_downloaded":"4428","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751662.6284134,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"45","last_broadcasted_log_entry":"42.0","ts":"1785751662.7902167","r1xx":"0","r2xx":"0","r3xx":"28","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"42.0","heartbeat":"8","bytes_downloaded":"4920","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751662.7488031,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"45","last_broadcasted_log_entry":"42.0","ts":"1785751662.7902167","r1xx":"0","r2xx":"0","r3xx":"28","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"42.0","heartbeat":"8","bytes_downloaded":"4920","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751662.8508992,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"45","last_broadcasted_log_entry":"42.0","ts":"1785751662.7902167","r1xx":"0","r2xx":"0","r3xx":"28","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"42.0","heartbeat":"8","bytes_downloaded":"4920","items_downloaded":"4","items_queued":"4","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751663.0020306,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"48","last_broadcasted_log_entry":"45.0","ts":"1785751663.1484845","r1xx":"0","r2xx":"0","r3xx":"31","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"45.0","heartbeat":"8","bytes_downloaded":"5248","items_downloaded":"4","items_queued":"5","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751663.2145004,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"48","last_broadcasted_log_entry":"45.0","ts":"1785751663.1484845","r1xx":"0","r2xx":"0","r3xx":"31","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"45.0","heartbeat":"8","bytes_downloaded":"5248","items_downloaded":"4","items_queued":"5","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751663.2696087,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"48","last_broadcasted_log_entry":"45.0","ts":"1785751663.1484845","r1xx":"0","r2xx":"0","r3xx":"31","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"45.0","heartbeat":"8","bytes_downloaded":"5248","items_downloaded":"4","items_queued":"5","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751663.373321,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"49","last_broadcasted_log_entry":"48.0","ts":"1785751663.5065305","r1xx":"0","r2xx":"0","r3xx":"34","r4xx":"0","r5xx":"0","runk":"0","error_count":"2","last_analyzed_log_entry":"48.0","heartbeat":"9","bytes_downloaded":"5248","items_downloaded":"6","items_queued":"6","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751663,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241204/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://berliner-register.de:443/robots.txt’ encountered an error: Too many redirects.\nERROR Fetching ‘https://berliner-register.de:443’ encountered an error: Too many redirects.\nERROR Fetching ‘https://berliner-register.de:443/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"50","last_broadcasted_log_entry":"49.0","ts":"1785751663.8651714","r1xx":"0","r2xx":"0","r3xx":"35","r4xx":"0","r5xx":"0","runk":"0","error_count":"3","last_analyzed_log_entry":"49.0","heartbeat":"9","bytes_downloaded":"5248","items_downloaded":"6","items_queued":"6","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751663.6508117,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"53","last_broadcasted_log_entry":"50.0","ts":"1785751664.1361246","r1xx":"0","r2xx":"0","r3xx":"35","r4xx":"0","r5xx":"0","runk":"0","error_count":"3","last_analyzed_log_entry":"50.0","heartbeat":"9","bytes_downloaded":"5576","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751663.7038221,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"53","last_broadcasted_log_entry":"50.0","ts":"1785751664.1361246","r1xx":"0","r2xx":"0","r3xx":"35","r4xx":"0","r5xx":"0","runk":"0","error_count":"3","last_analyzed_log_entry":"50.0","heartbeat":"9","bytes_downloaded":"5576","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751663.8016336,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"53","last_broadcasted_log_entry":"50.0","ts":"1785751664.1361246","r1xx":"0","r2xx":"0","r3xx":"35","r4xx":"0","r5xx":"0","runk":"0","error_count":"3","last_analyzed_log_entry":"50.0","heartbeat":"9","bytes_downloaded":"5576","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751664.083331,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"54","last_broadcasted_log_entry":"53.0","ts":"1785751664.2251136","r1xx":"0","r2xx":"0","r3xx":"38","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"53.0","heartbeat":"9","bytes_downloaded":"5740","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"8","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751664.404269,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"57","last_broadcasted_log_entry":"54.0","ts":"1785751664.584973","r1xx":"0","r2xx":"0","r3xx":"39","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"54.0","heartbeat":"10","bytes_downloaded":"6232","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751664.4694464,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"57","last_broadcasted_log_entry":"54.0","ts":"1785751664.584973","r1xx":"0","r2xx":"0","r3xx":"39","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"54.0","heartbeat":"10","bytes_downloaded":"6232","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751664.6985903,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"57","last_broadcasted_log_entry":"54.0","ts":"1785751664.584973","r1xx":"0","r2xx":"0","r3xx":"39","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"54.0","heartbeat":"10","bytes_downloaded":"6232","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751664.7655313,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"59","last_broadcasted_log_entry":"57.0","ts":"1785751664.942355","r1xx":"0","r2xx":"0","r3xx":"42","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"57.0","heartbeat":"11","bytes_downloaded":"6560","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751664.8868253,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"59","last_broadcasted_log_entry":"57.0","ts":"1785751664.942355","r1xx":"0","r2xx":"0","r3xx":"42","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"57.0","heartbeat":"11","bytes_downloaded":"6560","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751665.0966115,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"62","last_broadcasted_log_entry":"59.0","ts":"1785751665.3001258","r1xx":"0","r2xx":"0","r3xx":"47","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"62.0","heartbeat":"11","bytes_downloaded":"7052","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751665.1837573,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"62","last_broadcasted_log_entry":"59.0","ts":"1785751665.3001258","r1xx":"0","r2xx":"0","r3xx":"47","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"62.0","heartbeat":"11","bytes_downloaded":"7052","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751665.25219,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"62","last_broadcasted_log_entry":"59.0","ts":"1785751665.3001258","r1xx":"0","r2xx":"0","r3xx":"47","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"62.0","heartbeat":"11","bytes_downloaded":"7052","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751665.4778574,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"65","last_broadcasted_log_entry":"62.0","ts":"1785751665.6638606","r1xx":"0","r2xx":"0","r3xx":"47","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"62.0","heartbeat":"11","bytes_downloaded":"7544","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751665.5649624,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"65","last_broadcasted_log_entry":"62.0","ts":"1785751665.6638606","r1xx":"0","r2xx":"0","r3xx":"47","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"62.0","heartbeat":"11","bytes_downloaded":"7544","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751665.7277522,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"65","last_broadcasted_log_entry":"62.0","ts":"1785751665.6638606","r1xx":"0","r2xx":"0","r3xx":"47","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"62.0","heartbeat":"11","bytes_downloaded":"7544","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751665.9455056,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"68","last_broadcasted_log_entry":"65.0","ts":"1785751666.018274","r1xx":"0","r2xx":"0","r3xx":"53","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"68.0","heartbeat":"11","bytes_downloaded":"8036","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751665.9511197,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"68","last_broadcasted_log_entry":"65.0","ts":"1785751666.018274","r1xx":"0","r2xx":"0","r3xx":"53","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"68.0","heartbeat":"11","bytes_downloaded":"8036","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751666.1120777,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"68","last_broadcasted_log_entry":"65.0","ts":"1785751666.018274","r1xx":"0","r2xx":"0","r3xx":"53","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"68.0","heartbeat":"11","bytes_downloaded":"8036","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751666.3584356,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"71","last_broadcasted_log_entry":"68.0","ts":"1785751666.3818223","r1xx":"0","r2xx":"0","r3xx":"53","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"68.0","heartbeat":"12","bytes_downloaded":"8528","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751666.4047456,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"71","last_broadcasted_log_entry":"68.0","ts":"1785751666.3818223","r1xx":"0","r2xx":"0","r3xx":"53","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"68.0","heartbeat":"12","bytes_downloaded":"8528","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751666.4721925,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"71","last_broadcasted_log_entry":"68.0","ts":"1785751666.3818223","r1xx":"0","r2xx":"0","r3xx":"53","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"68.0","heartbeat":"12","bytes_downloaded":"8528","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"10","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751666.762537,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"73","last_broadcasted_log_entry":"71.0","ts":"1785751666.6494637","r1xx":"0","r2xx":"0","r3xx":"56","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"71.0","heartbeat":"12","bytes_downloaded":"8856","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751666.779773,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"73","last_broadcasted_log_entry":"71.0","ts":"1785751666.6494637","r1xx":"0","r2xx":"0","r3xx":"56","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"71.0","heartbeat":"12","bytes_downloaded":"8856","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751666.9175017,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"74","last_broadcasted_log_entry":"73.0","ts":"1785751667.0074346","r1xx":"0","r2xx":"0","r3xx":"58","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"73.0","heartbeat":"12","bytes_downloaded":"9020","items_downloaded":"7","items_queued":"7","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751667.1812189,"url":"https://www.berliner-register.de/","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"78","last_broadcasted_log_entry":"74.0","ts":"1785751667.365709","r1xx":"0","r2xx":"0","r3xx":"59","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"74.0","heartbeat":"13","bytes_downloaded":"9184","items_downloaded":"9","items_queued":"9","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751667.2178547,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"78","last_broadcasted_log_entry":"74.0","ts":"1785751667.365709","r1xx":"0","r2xx":"0","r3xx":"59","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"74.0","heartbeat":"13","bytes_downloaded":"9184","items_downloaded":"9","items_queued":"9","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751667.329018,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"78","last_broadcasted_log_entry":"74.0","ts":"1785751667.365709","r1xx":"0","r2xx":"0","r3xx":"59","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"74.0","heartbeat":"13","bytes_downloaded":"9184","items_downloaded":"9","items_queued":"9","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751667,"message":"ERROR Fetching ‘https://berliner-register.de:443’ encountered an error: Too many redirects.\nERROR Fetching ‘https://berliner-register.de:443/robots.txt’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"78","last_broadcasted_log_entry":"74.0","ts":"1785751667.365709","r1xx":"0","r2xx":"0","r3xx":"59","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"74.0","heartbeat":"13","bytes_downloaded":"9184","items_downloaded":"9","items_queued":"9","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751667.605502,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"80","last_broadcasted_log_entry":"78.0","ts":"1785751667.7265205","r1xx":"0","r2xx":"0","r3xx":"62","r4xx":"0","r5xx":"0","runk":"0","error_count":"6","last_analyzed_log_entry":"78.0","heartbeat":"13","bytes_downloaded":"9348","items_downloaded":"9","items_queued":"10","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751667.688364,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"80","last_broadcasted_log_entry":"78.0","ts":"1785751667.7265205","r1xx":"0","r2xx":"0","r3xx":"62","r4xx":"0","r5xx":"0","runk":"0","error_count":"6","last_analyzed_log_entry":"78.0","heartbeat":"13","bytes_downloaded":"9348","items_downloaded":"9","items_queued":"10","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751668,"message":"ERROR Fetching ‘https://berliner-register.de:443/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"81","last_broadcasted_log_entry":"80.0","ts":"1785751668.0842888","r1xx":"0","r2xx":"0","r3xx":"64","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"80.0","heartbeat":"14","bytes_downloaded":"9348","items_downloaded":"9","items_queued":"10","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751668.1310134,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"82","last_broadcasted_log_entry":"81.0","ts":"1785751668.2629404","r1xx":"0","r2xx":"0","r3xx":"64","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"81.0","heartbeat":"14","bytes_downloaded":"9512","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751668.2368927,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"84","last_broadcasted_log_entry":"82.0","ts":"1785751668.441778","r1xx":"0","r2xx":"0","r3xx":"65","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"82.0","heartbeat":"14","bytes_downloaded":"9840","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751668.5063875,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"84","last_broadcasted_log_entry":"82.0","ts":"1785751668.441778","r1xx":"0","r2xx":"0","r3xx":"65","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"82.0","heartbeat":"14","bytes_downloaded":"9840","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"12","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751668.7178075,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"86","last_broadcasted_log_entry":"84.0","ts":"1785751668.8007703","r1xx":"0","r2xx":"0","r3xx":"67","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"84.0","heartbeat":"14","bytes_downloaded":"10168","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"14","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751668.9275198,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"86","last_broadcasted_log_entry":"84.0","ts":"1785751668.8007703","r1xx":"0","r2xx":"0","r3xx":"67","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"84.0","heartbeat":"14","bytes_downloaded":"10168","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"14","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751669.1109853,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"87","last_broadcasted_log_entry":"86.0","ts":"1785751669.1581063","r1xx":"0","r2xx":"0","r3xx":"69","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"86.0","heartbeat":"15","bytes_downloaded":"10332","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"14","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751669.3934877,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"88","last_broadcasted_log_entry":"87.0","ts":"1785751669.5174336","r1xx":"0","r2xx":"0","r3xx":"70","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"87.0","heartbeat":"15","bytes_downloaded":"10496","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"14","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751669.6858654,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"90","last_broadcasted_log_entry":"88.0","ts":"1785751669.8752325","r1xx":"0","r2xx":"0","r3xx":"71","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"88.0","heartbeat":"15","bytes_downloaded":"10824","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"14","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751669.7908516,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"90","last_broadcasted_log_entry":"88.0","ts":"1785751669.8752325","r1xx":"0","r2xx":"0","r3xx":"71","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"88.0","heartbeat":"15","bytes_downloaded":"10824","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"14","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751670.1020079,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"92","last_broadcasted_log_entry":"90.0","ts":"1785751670.2401521","r1xx":"0","r2xx":"0","r3xx":"73","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"90.0","heartbeat":"16","bytes_downloaded":"11152","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"14","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751670.2324717,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"92","last_broadcasted_log_entry":"90.0","ts":"1785751670.2401521","r1xx":"0","r2xx":"0","r3xx":"73","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"90.0","heartbeat":"16","bytes_downloaded":"11152","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"14","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751670.5502884,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"94","last_broadcasted_log_entry":"92.0","ts":"1785751670.5934014","r1xx":"0","r2xx":"0","r3xx":"75","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"92.0","heartbeat":"16","bytes_downloaded":"11480","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"16","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751670.656425,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"94","last_broadcasted_log_entry":"92.0","ts":"1785751670.5934014","r1xx":"0","r2xx":"0","r3xx":"75","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"92.0","heartbeat":"16","bytes_downloaded":"11480","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"16","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751671.0270548,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"96","last_broadcasted_log_entry":"94.0","ts":"1785751670.9525132","r1xx":"0","r2xx":"0","r3xx":"77","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"94.0","heartbeat":"16","bytes_downloaded":"11808","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"16","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751671.051376,"url":"https://www.berliner-register.de/sitemap.xml","response_code":308,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"96","last_broadcasted_log_entry":"94.0","ts":"1785751670.9525132","r1xx":"0","r2xx":"0","r3xx":"77","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"94.0","heartbeat":"16","bytes_downloaded":"11808","items_downloaded":"10","items_queued":"10","last_acknowledged_heartbeat":"16","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"ts":1785751671.425701,"url":"https://www.berliner-register.de/robots.txt","response_code":308,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"97","last_broadcasted_log_entry":"96.0","ts":"1785751671.3108048","r1xx":"0","r2xx":"0","r3xx":"79","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"96.0","heartbeat":"17","bytes_downloaded":"11808","items_downloaded":"10","items_queued":"11","last_acknowledged_heartbeat":"16","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751671,"message":"ERROR Fetching ‘https://berliner-register.de:443/robots.txt’ encountered an error: Too many redirects.\nERROR Fetching ‘https://berliner-register.de:443/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"98","last_broadcasted_log_entry":"97.0","ts":"1785751671.6686254","r1xx":"0","r2xx":"0","r3xx":"80","r4xx":"0","r5xx":"0","runk":"0","error_count":"8","last_analyzed_log_entry":"97.0","heartbeat":"17","bytes_downloaded":"11808","items_downloaded":"10","items_queued":"11","last_acknowledged_heartbeat":"16","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751672,"message":" 0 bytes.\n","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"100","last_broadcasted_log_entry":"98.0","ts":"1785751671.8483438","r1xx":"0","r2xx":"0","r3xx":"80","r4xx":"0","r5xx":"0","runk":"0","error_count":"8","last_analyzed_log_entry":"98.0","heartbeat":"18","bytes_downloaded":"11808","items_downloaded":"10","items_queued":"11","last_acknowledged_heartbeat":"16","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}} {"type":"stdout","ts":1785751672,"message":"","job_data":{"url":"https://www.berliner-register.de/","fetch_depth":"inf","log_key":"1g23kr3ar1yzxkvuig7dn4zrm_log","user_agent":"","ignore_patterns_set_key":"1g23kr3ar1yzxkvuig7dn4zrm_ignores","slug":"www.berliner-register.de-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785751649","started_at":"1785751653.7248907","pipeline_id":"pipeline:10a262d238f7c46e1ffe26714e764901","log_score":"100","last_broadcasted_log_entry":"98.0","ts":"1785751671.8483438","r1xx":"0","r2xx":"0","r3xx":"80","r4xx":"0","r5xx":"0","runk":"0","error_count":"8","last_analyzed_log_entry":"98.0","heartbeat":"18","bytes_downloaded":"11808","items_downloaded":"10","items_queued":"11","last_acknowledged_heartbeat":"16","death_timer":"0","ident":"1g23kr3ar1yzxkvuig7dn4zrm"}}