{"type":"stdout","ts":1791294440,"message":"Received item 21yl2wyi95t6vgj5nl0y53rbh.","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294440,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294440,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294440,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294440,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294440,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294440,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294440,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294440,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294440,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294440,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"10","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","log_score":"11","delay_max":"3000","fetch_depth":"inf","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294441,"message":"Manhole[918871:1791294441.0343]: Patched <built-in function fork> and <built-in function forkpty>.\nManhole[918871:1791294441.0361]: Manhole UDS path: /tmp/manhole-918871\nManhole[918871:1791294441.0361]: Waiting for new connection (in pid:918871) ...\n","job_data":{"settings_age":"10","last_broadcasted_log_entry":"11.0","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","r1xx":"0","log_score":"12","runk":"0","delay_max":"3000","last_analyzed_log_entry":"12.0","fetch_depth":"inf","r3xx":"0","ts":"1791294440.8096244","r4xx":"0","r5xx":"0","r2xx":"0","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","error_count":"0","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294441.9441571,"url":"https://annette-hertlein.de/","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"10","heartbeat":"1","items_queued":"1","last_broadcasted_log_entry":"12.0","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","r1xx":"0","log_score":"13","runk":"0","delay_max":"3000","last_analyzed_log_entry":"13.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"1","ts":"1791294441.9277024","r4xx":"0","r5xx":"0","r2xx":"1","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","error_count":"0","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294442,"message":"Settings listener connected.\nSettings updated:  1 workers, 292 ignores, delay min/max: [1000, 3000] ms, suppressing ignore reports\n","job_data":{"settings_age":"10","last_acknowledged_heartbeat":"1","heartbeat":"1","items_queued":"1","last_broadcasted_log_entry":"13.0","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","concurrency":"1","queued_at":"1791294148","r1xx":"0","log_score":"14","runk":"0","delay_max":"3000","last_analyzed_log_entry":"13.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"1","ts":"1791294442.2986598","r4xx":"0","r5xx":"0","r2xx":"1","note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","error_count":"0","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294443.2495403,"url":"https://annette-hertlein.de/robots.txt","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"note":"#vooterbooter (Berlin state election); SPD","suppress_ignore_reports":"true","started_at":"1791294440.1979172","url":"https://annette-hertlein.de/","error_count":"0","started_by":"c3manu","slug":"annette-hertlein.de-inf","delay_min":"1000","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","last_broadcasted_log_entry":"14.0","heartbeat":"1","last_acknowledged_heartbeat":"1","log_score":"15","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"14.0","items_downloaded":"3","r5xx":"0","settings_age":"10","items_queued":"3","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294442.672514","r2xx":"1","bytes_downloaded":"288","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294446.2558339,"url":"https://annette-hertlein.de/sitemap.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"15.0","heartbeat":"4","last_acknowledged_heartbeat":"3","log_score":"16","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"15.0","items_downloaded":"5","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"8","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294443.4180393","r2xx":"3","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"8874","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294452.3906224,"url":"https://annette-hertlein.de/sitemap718.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"16.0","heartbeat":"8","last_acknowledged_heartbeat":"8","log_score":"17","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"16.0","items_downloaded":"6","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"3076","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294446.4006438","r2xx":"3","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"550985","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294458.9643636,"url":"https://annette-hertlein.de/sitemap468.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"17.0","heartbeat":"13","last_acknowledged_heartbeat":"12","log_score":"18","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"17.0","items_downloaded":"7","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"6075","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294452.5601265","r2xx":"4","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"1093194","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294465.4110084,"url":"https://annette-hertlein.de/sitemap449.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"18.0","heartbeat":"18","last_acknowledged_heartbeat":"17","log_score":"19","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"18.0","items_downloaded":"8","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"9067","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294459.1790097","r2xx":"5","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"1635328","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294470.2996147,"url":"https://annette-hertlein.de/sitemap343.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"19.0","heartbeat":"22","last_acknowledged_heartbeat":"21","log_score":"20","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"19.0","items_downloaded":"9","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"12055","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294465.6129773","r2xx":"6","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"2177476","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294475.6183202,"url":"https://annette-hertlein.de/sitemap597.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"20.0","heartbeat":"26","last_acknowledged_heartbeat":"25","log_score":"21","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"21.0","items_downloaded":"10","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"15036","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294470.4671102","r2xx":"8","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"2719655","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294481.6271129,"url":"https://annette-hertlein.de/sitemap708.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"21.0","heartbeat":"30","last_acknowledged_heartbeat":"29","log_score":"22","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"22.0","items_downloaded":"11","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"18019","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294475.9900255","r2xx":"9","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"3261788","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294486.437049,"url":"https://annette-hertlein.de/sitemap270.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"22.0","heartbeat":"34","last_acknowledged_heartbeat":"34","log_score":"23","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"23.0","items_downloaded":"12","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"20998","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294481.7810242","r2xx":"10","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"3803931","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294488.462144,"url":"https://annette-hertlein.de/sitemap647.xml","response_code":0,"wget_code":"Connection closed.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"23.0","heartbeat":"36","last_acknowledged_heartbeat":"35","log_score":"24","delay_max":"3000","runk":"0","fetch_depth":"inf","last_analyzed_log_entry":"23.0","items_downloaded":"13","r5xx":"0","started_by":"c3manu","error_count":"0","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"21000","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294486.5801473","r2xx":"10","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"3803931","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294488,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241203/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://annette-hertlein.de/sitemap647.xml’ encountered an error: Connection closed.\n","job_data":{"last_broadcasted_log_entry":"24.0","heartbeat":"36","last_acknowledged_heartbeat":"35","log_score":"25","delay_max":"3000","runk":"1","fetch_depth":"inf","last_analyzed_log_entry":"24.0","items_downloaded":"13","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"21000","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294488.632678","r2xx":"10","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"3803931","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294493.2395277,"url":"https://annette-hertlein.de/sitemap695.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"25.0","heartbeat":"39","last_acknowledged_heartbeat":"38","log_score":"26","delay_max":"3000","runk":"1","fetch_depth":"inf","last_analyzed_log_entry":"25.0","items_downloaded":"14","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"10","items_queued":"23979","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1791294489.0073023","r2xx":"10","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"4346080","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"ts":1791294497.9640505,"url":"https://annette-hertlein.de/sitemap447.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"26.0","heartbeat":"43","last_acknowledged_heartbeat":"41","log_score":"27","delay_max":"3000","runk":"1","fetch_depth":"inf","last_analyzed_log_entry":"26.0","items_downloaded":"15","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"11","items_queued":"26959","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1791294493.3886375","r2xx":"11","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"4888205","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294498,"message":"Settings updated:  1 workers, 292 ignores, delay min/max: [1000, 3000] ms, suppressing ignore reports\nWpull terminating on bot command\n","job_data":{"last_broadcasted_log_entry":"27.0","heartbeat":"43","last_acknowledged_heartbeat":"43","log_score":"28","delay_max":"3000","runk":"1","fetch_depth":"inf","last_analyzed_log_entry":"28.0","items_downloaded":"15","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"11","items_queued":"26959","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1791294498.1514566","r2xx":"12","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"4888205","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294498,"message":"ERROR HookStop: Script requested immediate stop.\n","job_data":{"aborted":"true","last_broadcasted_log_entry":"28.0","heartbeat":"43","last_acknowledged_heartbeat":"43","log_score":"30","delay_max":"3000","runk":"1","fetch_depth":"inf","last_analyzed_log_entry":"30.0","items_downloaded":"15","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"11","items_queued":"26959","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1791294498.3434942","r2xx":"12","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"4888205","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}
{"type":"stdout","ts":1791294498,"message":"","job_data":{"aborted":"true","last_broadcasted_log_entry":"28.0","heartbeat":"43","last_acknowledged_heartbeat":"43","log_score":"30","delay_max":"3000","runk":"1","fetch_depth":"inf","last_analyzed_log_entry":"30.0","items_downloaded":"15","r5xx":"0","started_by":"c3manu","error_count":"1","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","started_in":"#archivebot","settings_age":"11","items_queued":"26959","log_key":"21yl2wyi95t6vgj5nl0y53rbh_log","pipeline_id":"pipeline:c4a2db96427d575b069f14bed9aa7663","queued_at":"1791294148","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1791294498.3434942","r2xx":"12","note":"#vooterbooter (Berlin state election); SPD","started_at":"1791294440.1979172","suppress_ignore_reports":"true","url":"https://annette-hertlein.de/","death_timer":"0","slug":"annette-hertlein.de-inf","bytes_downloaded":"4888205","ignore_patterns_set_key":"21yl2wyi95t6vgj5nl0y53rbh_ignores","delay_min":"1000","ident":"21yl2wyi95t6vgj5nl0y53rbh"}}