{"type":"stdout","ts":1791294132,"message":"Received item 36dq7dx88hxphg82msxv3nv30.","job_data":{"settings_age":"6","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","log_score":"2","delay_max":"1000","fetch_depth":"inf","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294132,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"6","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","log_score":"2","delay_max":"1000","fetch_depth":"inf","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294132,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"6","last_broadcasted_log_entry":"2.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"11","runk":"0","delay_max":"1000","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791294132.4138014","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294132,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"6","last_broadcasted_log_entry":"2.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"11","runk":"0","delay_max":"1000","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791294132.4138014","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294132,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"6","last_broadcasted_log_entry":"2.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"11","runk":"0","delay_max":"1000","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791294132.4138014","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294132,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"6","last_broadcasted_log_entry":"2.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"11","runk":"0","delay_max":"1000","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791294132.4138014","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294132,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"6","last_broadcasted_log_entry":"2.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"11","runk":"0","delay_max":"1000","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791294132.4138014","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294132,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"6","last_broadcasted_log_entry":"2.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"11","runk":"0","delay_max":"1000","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791294132.4138014","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294132,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"6","last_broadcasted_log_entry":"2.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"11","runk":"0","delay_max":"1000","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791294132.4138014","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294132,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"6","last_broadcasted_log_entry":"2.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"11","runk":"0","delay_max":"1000","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791294132.4138014","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294132,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"6","last_broadcasted_log_entry":"2.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"11","runk":"0","delay_max":"1000","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1791294132.4138014","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294133,"message":"Manhole[918720:1791294132.6125]: Patched <built-in function fork> and <built-in function forkpty>.\nManhole[918720:1791294132.6145]: Manhole UDS path: /tmp/manhole-918720\nManhole[918720:1791294132.6146]: Waiting for new connection (in pid:918720) ...\n","job_data":{"settings_age":"6","last_broadcasted_log_entry":"11.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"12","runk":"0","delay_max":"1000","last_analyzed_log_entry":"11.0","fetch_depth":"inf","r3xx":"0","ts":"1791294132.7832875","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294133.5272217,"url":"https://www.annette-hertlein.de/","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"6","items_queued":"1","last_broadcasted_log_entry":"12.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"13","runk":"0","delay_max":"1000","last_analyzed_log_entry":"13.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"1","ts":"1791294133.5299244","r4xx":"0","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294134,"message":"Settings listener connected.\nSettings updated:  1 workers, 246 ignores, delay min/max: [1000, 1000] ms, suppressing ignore reports\n","job_data":{"settings_age":"6","last_acknowledged_heartbeat":"1","heartbeat":"1","items_queued":"1","last_broadcasted_log_entry":"13.0","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"14","runk":"0","delay_max":"1000","last_analyzed_log_entry":"14.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"1","ts":"1791294133.902308","r4xx":"0","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294134.645776,"url":"https://www.annette-hertlein.de/robots.txt","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"concurrency":"1","queued_at":"1791294072","r1xx":"0","log_score":"15","runk":"0","delay_max":"1000","last_analyzed_log_entry":"14.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"3","ts":"1791294134.4730542","r4xx":"0","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1791294131.8040452","url":"https://www.annette-hertlein.de/","no_offsite_links":"true","error_count":"0","started_by":"c3manu","slug":"www.annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","last_broadcasted_log_entry":"14.0","heartbeat":"1","last_acknowledged_heartbeat":"1","settings_age":"6","items_queued":"3","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","bytes_downloaded":"288","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294136.0150883,"url":"https://www.annette-hertlein.de/sitemap.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"15.0","heartbeat":"2","last_acknowledged_heartbeat":"1","log_score":"16","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"16.0","items_downloaded":"5","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"8","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294134.8368502","r2xx":"3","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"9156","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294140.7854002,"url":"https://www.annette-hertlein.de/sitemap734.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"16.0","heartbeat":"6","last_acknowledged_heartbeat":"5","log_score":"17","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"17.0","items_downloaded":"11","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"3077","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294136.1677172","r2xx":"4","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"563335","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294145.5504417,"url":"https://www.annette-hertlein.de/sitemap731.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"17.0","heartbeat":"9","last_acknowledged_heartbeat":"8","log_score":"18","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"17.0","items_downloaded":"12","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"6075","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294140.9776156","r2xx":"4","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"1117462","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294150.1483805,"url":"https://www.annette-hertlein.de/sitemap683.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"18.0","heartbeat":"13","last_acknowledged_heartbeat":"13","log_score":"19","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"18.0","items_downloaded":"13","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"9069","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294145.730079","r2xx":"5","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"1671534","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294154.9133708,"url":"https://www.annette-hertlein.de/sitemap483.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"19.0","heartbeat":"16","last_acknowledged_heartbeat":"16","log_score":"20","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"19.0","items_downloaded":"14","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"12058","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294150.2955925","r2xx":"6","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"2225633","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294159.5471125,"url":"https://www.annette-hertlein.de/sitemap589.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"20.0","heartbeat":"20","last_acknowledged_heartbeat":"19","log_score":"21","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"20.0","items_downloaded":"15","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"15049","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294155.1387851","r2xx":"7","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"2779762","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294164.2014434,"url":"https://www.annette-hertlein.de/sitemap644.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"21.0","heartbeat":"23","last_acknowledged_heartbeat":"23","log_score":"22","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"21.0","items_downloaded":"16","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"18028","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294159.7483785","r2xx":"8","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"3333945","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294168.948201,"url":"https://www.annette-hertlein.de/sitemap860.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"22.0","heartbeat":"26","last_acknowledged_heartbeat":"26","log_score":"23","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"22.0","items_downloaded":"17","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"21012","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294164.413448","r2xx":"9","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"3888085","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294173.6302242,"url":"https://www.annette-hertlein.de/sitemap619.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"23.0","heartbeat":"29","last_acknowledged_heartbeat":"28","log_score":"24","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"23.0","items_downloaded":"18","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"23989","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294169.1679285","r2xx":"10","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"4442197","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294178.3218932,"url":"https://www.annette-hertlein.de/sitemap908.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"24.0","heartbeat":"33","last_acknowledged_heartbeat":"33","log_score":"25","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"25.0","items_downloaded":"19","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"26958","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294173.8318863","r2xx":"12","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"4996345","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294183.0372152,"url":"https://www.annette-hertlein.de/sitemap315.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"25.0","heartbeat":"37","last_acknowledged_heartbeat":"36","log_score":"26","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"25.0","items_downloaded":"20","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"29932","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294178.4992616","r2xx":"12","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"5550504","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294187.7987614,"url":"https://www.annette-hertlein.de/sitemap289.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"26.0","heartbeat":"40","last_acknowledged_heartbeat":"39","log_score":"27","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"26.0","items_downloaded":"21","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"32906","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294183.2105","r2xx":"13","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"6104615","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294192.3964398,"url":"https://www.annette-hertlein.de/sitemap820.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"27.0","heartbeat":"44","last_acknowledged_heartbeat":"43","log_score":"28","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"27.0","items_downloaded":"22","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"35872","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294187.9684389","r2xx":"14","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"6658763","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294197.0950408,"url":"https://www.annette-hertlein.de/sitemap841.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"28.0","heartbeat":"47","last_acknowledged_heartbeat":"46","log_score":"29","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"29.0","items_downloaded":"23","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"38841","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294192.5383878","r2xx":"16","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"7212920","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294201.7566774,"url":"https://www.annette-hertlein.de/sitemap971.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"29.0","heartbeat":"50","last_acknowledged_heartbeat":"49","log_score":"30","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"29.0","items_downloaded":"24","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"41805","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294197.3384614","r2xx":"16","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"7767075","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294206.5142639,"url":"https://www.annette-hertlein.de/sitemap33.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"30.0","heartbeat":"53","last_acknowledged_heartbeat":"53","log_score":"31","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"30.0","items_downloaded":"25","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"44758","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294201.9004254","r2xx":"17","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"8321205","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294211.1999137,"url":"https://www.annette-hertlein.de/sitemap983.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"31.0","heartbeat":"57","last_acknowledged_heartbeat":"56","log_score":"32","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"31.0","items_downloaded":"26","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"47715","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294206.6945517","r2xx":"19","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"8875351","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294216.0600665,"url":"https://www.annette-hertlein.de/sitemap462.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"32.0","heartbeat":"61","last_acknowledged_heartbeat":"59","log_score":"33","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"32.0","items_downloaded":"27","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"50663","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294211.361932","r2xx":"19","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"9429496","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294220.7645683,"url":"https://www.annette-hertlein.de/sitemap999.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"33.0","heartbeat":"64","last_acknowledged_heartbeat":"64","log_score":"34","delay_max":"1000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"34.0","items_downloaded":"28","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"6","items_queued":"53605","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294216.2168093","r2xx":"21","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"9983597","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294225.6742768,"url":"https://www.annette-hertlein.de/sitemap708.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"34.0","heartbeat":"68","last_acknowledged_heartbeat":"67","log_score":"35","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"34.0","items_downloaded":"29","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"7","items_queued":"56560","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294220.9725842","r2xx":"21","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"10537756","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294225,"message":"Settings updated:  1 workers, 246 ignores, delay min/max: [1000, 3000] ms, suppressing ignore reports\n","job_data":{"last_broadcasted_log_entry":"35.0","heartbeat":"68","last_acknowledged_heartbeat":"67","log_score":"36","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"35.0","items_downloaded":"29","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"7","items_queued":"56560","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294225.8267777","r2xx":"22","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"10537756","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294232.3944986,"url":"https://www.annette-hertlein.de/sitemap991.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"36.0","heartbeat":"73","last_acknowledged_heartbeat":"73","log_score":"37","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"37.0","items_downloaded":"30","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"7","items_queued":"59493","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294225.8299608","r2xx":"23","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"11091933","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294237.3418095,"url":"https://www.annette-hertlein.de/sitemap489.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"37.0","heartbeat":"76","last_acknowledged_heartbeat":"76","log_score":"38","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"37.0","items_downloaded":"31","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"8","items_queued":"62430","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294232.5556796","r2xx":"23","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"11646078","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294237,"message":"Settings updated:  1 workers, 247 ignores, delay min/max: [1000, 3000] ms, suppressing ignore reports\n","job_data":{"last_broadcasted_log_entry":"38.0","heartbeat":"76","last_acknowledged_heartbeat":"76","log_score":"39","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"38.0","items_downloaded":"31","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"8","items_queued":"62430","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294237.49291","r2xx":"24","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"11646078","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294242.710972,"url":"https://www.annette-hertlein.de/sitemap403.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"39.0","heartbeat":"80","last_acknowledged_heartbeat":"79","log_score":"41","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"39.0","items_downloaded":"32","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"65359","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294237.5890865","r2xx":"24","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"12200225","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294242,"message":"Settings updated:  1 workers, 248 ignores, delay min/max: [1000, 3000] ms, suppressing ignore reports\n","job_data":{"last_broadcasted_log_entry":"39.0","heartbeat":"80","last_acknowledged_heartbeat":"79","log_score":"41","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"39.0","items_downloaded":"32","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"65359","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294237.5890865","r2xx":"24","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"12200225","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294249.5011563,"url":"https://www.annette-hertlein.de/sitemap115.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"41.0","heartbeat":"84","last_acknowledged_heartbeat":"83","log_score":"42","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"41.0","items_downloaded":"33","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"68291","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294242.9032686","r2xx":"25","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"12754374","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294255.2744653,"url":"https://www.annette-hertlein.de/sitemap211.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"42.0","heartbeat":"88","last_acknowledged_heartbeat":"87","log_score":"43","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"42.0","items_downloaded":"34","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"71218","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294249.6970174","r2xx":"26","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"13308546","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294261.016901,"url":"https://www.annette-hertlein.de/sitemap633.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"43.0","heartbeat":"92","last_acknowledged_heartbeat":"91","log_score":"44","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"43.0","items_downloaded":"35","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"74133","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294255.4411874","r2xx":"27","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"13862732","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294267.8913505,"url":"https://www.annette-hertlein.de/sitemap788.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"44.0","heartbeat":"97","last_acknowledged_heartbeat":"95","log_score":"45","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"44.0","items_downloaded":"36","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"77056","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294261.2209046","r2xx":"28","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"14416889","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294274.2061207,"url":"https://www.annette-hertlein.de/sitemap869.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"45.0","heartbeat":"101","last_acknowledged_heartbeat":"101","log_score":"46","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"45.0","items_downloaded":"37","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"79973","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294268.1213214","r2xx":"29","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"14971061","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294279.4737885,"url":"https://www.annette-hertlein.de/sitemap694.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"46.0","heartbeat":"105","last_acknowledged_heartbeat":"104","log_score":"47","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"46.0","items_downloaded":"38","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"82886","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294274.3688326","r2xx":"30","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"15525211","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294284.2841198,"url":"https://www.annette-hertlein.de/sitemap960.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"47.0","heartbeat":"109","last_acknowledged_heartbeat":"109","log_score":"48","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"47.0","items_downloaded":"39","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"85794","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294279.6734478","r2xx":"31","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"16079417","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294291.074082,"url":"https://www.annette-hertlein.de/sitemap356.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"48.0","heartbeat":"114","last_acknowledged_heartbeat":"113","log_score":"49","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"48.0","items_downloaded":"40","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"88697","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294284.465667","r2xx":"32","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"16633566","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294296.8656907,"url":"https://www.annette-hertlein.de/sitemap78.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"49.0","heartbeat":"118","last_acknowledged_heartbeat":"118","log_score":"50","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"49.0","items_downloaded":"41","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"91604","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294291.3038359","r2xx":"33","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"17187754","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294303.2370286,"url":"https://www.annette-hertlein.de/sitemap873.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"50.0","heartbeat":"123","last_acknowledged_heartbeat":"122","log_score":"51","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"50.0","items_downloaded":"42","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"94521","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294297.0915313","r2xx":"34","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"17741888","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294308.4478383,"url":"https://www.annette-hertlein.de/sitemap438.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"51.0","heartbeat":"127","last_acknowledged_heartbeat":"127","log_score":"52","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"51.0","items_downloaded":"43","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"97430","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294303.4720302","r2xx":"36","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"18295979","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294314.5238476,"url":"https://www.annette-hertlein.de/sitemap677.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"52.0","heartbeat":"132","last_acknowledged_heartbeat":"131","log_score":"53","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"52.0","items_downloaded":"44","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"100347","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294308.6126988","r2xx":"36","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"18850100","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294321.2170868,"url":"https://www.annette-hertlein.de/sitemap896.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"53.0","heartbeat":"137","last_acknowledged_heartbeat":"136","log_score":"54","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"53.0","items_downloaded":"45","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"103235","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294314.6730466","r2xx":"37","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"19404225","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294326.1594348,"url":"https://www.annette-hertlein.de/sitemap679.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"54.0","heartbeat":"140","last_acknowledged_heartbeat":"140","log_score":"55","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"54.0","items_downloaded":"46","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"106129","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294321.4158025","r2xx":"38","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"19958392","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294331.7134526,"url":"https://www.annette-hertlein.de/sitemap200.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"55.0","heartbeat":"145","last_acknowledged_heartbeat":"143","log_score":"56","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"55.0","items_downloaded":"47","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"109017","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294326.3648412","r2xx":"40","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"20512514","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294337.2561567,"url":"https://www.annette-hertlein.de/sitemap193.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"56.0","heartbeat":"149","last_acknowledged_heartbeat":"148","log_score":"57","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"56.0","items_downloaded":"48","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"111915","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294331.9155018","r2xx":"40","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"21066666","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294343.348244,"url":"https://www.annette-hertlein.de/sitemap936.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"57.0","heartbeat":"153","last_acknowledged_heartbeat":"152","log_score":"58","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"57.0","items_downloaded":"49","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"114786","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294337.4196742","r2xx":"41","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"21620830","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294348.6607566,"url":"https://www.annette-hertlein.de/sitemap627.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"58.0","heartbeat":"157","last_acknowledged_heartbeat":"157","log_score":"59","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"58.0","items_downloaded":"50","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"117672","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294343.5751004","r2xx":"42","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"22174929","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294354.600669,"url":"https://www.annette-hertlein.de/sitemap638.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"59.0","heartbeat":"162","last_acknowledged_heartbeat":"161","log_score":"60","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"59.0","items_downloaded":"51","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"120534","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294348.8180237","r2xx":"43","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"22729083","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294360.7635655,"url":"https://www.annette-hertlein.de/sitemap248.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"60.0","heartbeat":"166","last_acknowledged_heartbeat":"166","log_score":"61","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"60.0","items_downloaded":"52","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"123429","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294354.7862058","r2xx":"44","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"23283244","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294365.7931457,"url":"https://www.annette-hertlein.de/sitemap647.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"61.0","heartbeat":"170","last_acknowledged_heartbeat":"169","log_score":"62","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"61.0","items_downloaded":"53","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"126296","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294360.9403992","r2xx":"45","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"23837405","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294372.7170298,"url":"https://www.annette-hertlein.de/sitemap898.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"62.0","heartbeat":"175","last_acknowledged_heartbeat":"175","log_score":"63","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"62.0","items_downloaded":"54","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"9","items_queued":"129177","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294365.982154","r2xx":"46","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"24391520","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"ts":1791294378.865738,"url":"https://www.annette-hertlein.de/sitemap685.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"63.0","heartbeat":"180","last_acknowledged_heartbeat":"179","log_score":"65","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"63.0","items_downloaded":"55","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"132029","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1791294372.885125","r2xx":"47","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"24945657","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294378,"message":"Settings updated:  1 workers, 248 ignores, delay min/max: [1000, 3000] ms, suppressing ignore reports\n","job_data":{"last_broadcasted_log_entry":"63.0","heartbeat":"180","last_acknowledged_heartbeat":"179","log_score":"65","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"63.0","items_downloaded":"55","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"132029","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1791294372.885125","r2xx":"47","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"24945657","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294378,"message":"Wpull terminating on bot command\n","job_data":{"aborted":"true","last_broadcasted_log_entry":"65.0","heartbeat":"180","last_acknowledged_heartbeat":"179","log_score":"66","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"66.0","items_downloaded":"55","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"132029","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1791294379.0482717","r2xx":"48","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"24945657","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294379,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241203/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\nERROR HookStop: Script requested immediate stop.\n","job_data":{"aborted":"true","last_broadcasted_log_entry":"66.0","heartbeat":"180","last_acknowledged_heartbeat":"179","log_score":"67","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"66.0","items_downloaded":"55","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"132029","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1791294379.421659","r2xx":"48","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"24945657","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294380,"message":"Finished WgetDownload for Item \n","job_data":{"aborted":"true","last_broadcasted_log_entry":"67.0","heartbeat":"181","last_acknowledged_heartbeat":"181","log_score":"69","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"67.0","items_downloaded":"55","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"132029","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1791294379.7909966","r2xx":"48","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"24945657","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}
{"type":"stdout","ts":1791294380,"message":"Starting RelabelIfAborted for Item ","job_data":{"aborted":"true","last_broadcasted_log_entry":"67.0","heartbeat":"181","last_acknowledged_heartbeat":"181","log_score":"69","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"67.0","items_downloaded":"55","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"132029","log_key":"36dq7dx88hxphg82msxv3nv30_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294072","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1791294379.7909966","r2xx":"48","started_at":"1791294131.8040452","suppress_ignore_reports":"true","no_offsite_links":"true","url":"https://www.annette-hertlein.de/","death_timer":"0","slug":"www.annette-hertlein.de-inf","bytes_downloaded":"24945657","ignore_patterns_set_key":"36dq7dx88hxphg82msxv3nv30_ignores","delay_min":"1000","ident":"36dq7dx88hxphg82msxv3nv30"}}