{"type":"stdout","ts":1787202135,"message":"Received item 3lq1afnaxyvmq3erpnehugh61.","job_data":{"settings_age":"4","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","log_score":"2","delay_max":"375","fetch_depth":"inf","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202135,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"4","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","log_score":"2","delay_max":"375","fetch_depth":"inf","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202135,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787202135.7210834","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202135,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787202135.7210834","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202135,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787202135.7210834","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202135,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787202135.7210834","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202135,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787202135.7210834","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202135,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787202135.7210834","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202135,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787202135.7210834","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202135,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787202135.7210834","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202135,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"11","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"inf","r3xx":"0","ts":"1787202135.7210834","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202136,"message":"Manhole[3571951:1787202136.1311]: Patched <built-in function fork> and <built-in function forkpty>.\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"11.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"inf","r3xx":"0","ts":"1787202135.755366","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202136,"message":"Manhole[3571951:1787202136.1329]: Manhole UDS path: /tmp/manhole-3571951\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"12.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"14","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"inf","r3xx":"0","ts":"1787202136.1486392","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202136,"message":"Manhole[3571951:1787202136.1330]: Waiting for new connection (in pid:3571951) ...\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"12.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"14","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"inf","r3xx":"0","ts":"1787202136.1486392","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202136,"message":"Settings listener connected.\nSettings updated:  3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"14.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"15","runk":"0","delay_max":"375","last_analyzed_log_entry":"14.0","fetch_depth":"inf","r3xx":"0","ts":"1787202136.1757755","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202136.4181347,"url":"https://analytik.chemie.tu-berlin.de/","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","items_queued":"1","last_broadcasted_log_entry":"15.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"16","runk":"0","delay_max":"375","last_analyzed_log_entry":"15.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"1","ts":"1787202136.4395463","r4xx":"0","r5xx":"0","r2xx":"0","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"481","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202136.8168337,"url":"https://analytik.chemie.tu-berlin.de/robots.txt","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"8","last_broadcasted_log_entry":"16.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"17","runk":"0","delay_max":"375","last_analyzed_log_entry":"16.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"6","ts":"1787202136.499059","r4xx":"0","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"677","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202136.8801494,"url":"https://analytik.chemie.tu-berlin.de/icons/blank.gif","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"8","last_broadcasted_log_entry":"17.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"18","runk":"0","delay_max":"375","last_analyzed_log_entry":"17.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"6","ts":"1787202136.8306694","r4xx":"1","r5xx":"0","r2xx":"1","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"825","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202136.8838732,"url":"https://analytik.chemie.tu-berlin.de/sitemap.xml","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"8","last_broadcasted_log_entry":"18.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"19","runk":"0","delay_max":"375","last_analyzed_log_entry":"18.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"6","ts":"1787202136.8930886","r4xx":"1","r5xx":"0","r2xx":"2","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"1021","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202137.1673284,"url":"https://analytik.chemie.tu-berlin.de/?C=M;O=A","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"8","last_broadcasted_log_entry":"19.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"20","runk":"0","delay_max":"375","last_analyzed_log_entry":"19.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"7","ts":"1787202136.9499664","r4xx":"2","r5xx":"0","r2xx":"2","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"1502","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202137.1979156,"url":"https://analytik.chemie.tu-berlin.de/?C=S;O=A","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"8","last_broadcasted_log_entry":"20.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"21","runk":"0","delay_max":"375","last_analyzed_log_entry":"20.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"8","ts":"1787202137.1866941","r4xx":"2","r5xx":"0","r2xx":"4","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"1983","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202137.243672,"url":"https://analytik.chemie.tu-berlin.de/?C=N;O=D","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"8","last_broadcasted_log_entry":"21.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"22","runk":"0","delay_max":"375","last_analyzed_log_entry":"21.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"8","ts":"1787202137.2379785","r4xx":"2","r5xx":"0","r2xx":"4","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"2464","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202137.537997,"url":"https://analytik.chemie.tu-berlin.de/?C=D;O=A","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"11","last_broadcasted_log_entry":"22.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"23","runk":"0","delay_max":"375","last_analyzed_log_entry":"22.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"11","ts":"1787202137.2955744","r4xx":"2","r5xx":"0","r2xx":"6","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"2945","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202137.5576665,"url":"https://analytik.chemie.tu-berlin.de/?C=N;O=A","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"11","last_broadcasted_log_entry":"23.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"24","runk":"0","delay_max":"375","last_analyzed_log_entry":"23.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"11","ts":"1787202137.555045","r4xx":"2","r5xx":"0","r2xx":"6","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"3426","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202137.6073954,"url":"https://analytik.chemie.tu-berlin.de/?C=M;O=D","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","heartbeat":"1","items_queued":"11","last_broadcasted_log_entry":"24.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"25","runk":"0","delay_max":"375","last_analyzed_log_entry":"24.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"11","ts":"1787202137.596188","r4xx":"2","r5xx":"0","r2xx":"7","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"3907","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202137.8938124,"url":"https://analytik.chemie.tu-berlin.de/?C=S;O=D","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","heartbeat":"2","items_queued":"12","last_broadcasted_log_entry":"25.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"26","runk":"0","delay_max":"375","last_analyzed_log_entry":"25.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"12","ts":"1787202137.6313884","r4xx":"2","r5xx":"0","r2xx":"8","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"4388","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"ts":1787202137.9070716,"url":"https://analytik.chemie.tu-berlin.de/?C=D;O=D","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","heartbeat":"2","items_queued":"12","last_broadcasted_log_entry":"26.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"27","runk":"0","delay_max":"375","last_analyzed_log_entry":"26.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"12","ts":"1787202137.9191644","r4xx":"2","r5xx":"0","r2xx":"9","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"4869","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202138,"message":"  4477 bytes.\n","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","heartbeat":"2","items_queued":"12","last_broadcasted_log_entry":"27.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"28","runk":"0","delay_max":"375","last_analyzed_log_entry":"28.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"12","ts":"1787202137.948136","r4xx":"2","r5xx":"0","r2xx":"10","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"4869","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202138,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241008/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","heartbeat":"2","items_queued":"12","last_broadcasted_log_entry":"28.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"29","runk":"0","delay_max":"375","last_analyzed_log_entry":"28.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"12","ts":"1787202138.2553988","r4xx":"2","r5xx":"0","r2xx":"10","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"4869","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202138,"message":"Finished WgetDownload for Item \n","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","heartbeat":"2","items_queued":"12","last_broadcasted_log_entry":"29.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"31","runk":"0","delay_max":"375","last_analyzed_log_entry":"29.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"12","ts":"1787202138.3189402","r4xx":"2","r5xx":"0","r2xx":"10","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"4869","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
{"type":"stdout","ts":1787202138,"message":"Starting RelabelIfAborted for Item ","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","heartbeat":"2","items_queued":"12","last_broadcasted_log_entry":"29.0","log_key":"3lq1afnaxyvmq3erpnehugh61_log","pipeline_id":"pipeline:e036d2baf0cddbe94aa26a6a04bbd3f7","concurrency":"3","queued_at":"1787202131","r1xx":"0","log_score":"31","runk":"0","delay_max":"375","last_analyzed_log_entry":"29.0","fetch_depth":"inf","r3xx":"0","items_downloaded":"12","ts":"1787202138.3189402","r4xx":"2","r5xx":"0","r2xx":"10","suppress_ignore_reports":"true","started_at":"1787202135.6701322","url":"https://analytik.chemie.tu-berlin.de/","error_count":"0","started_by":"pabs","slug":"analytik.chemie.tu-berlin.de-inf","bytes_downloaded":"4869","delay_min":"250","ignore_patterns_set_key":"3lq1afnaxyvmq3erpnehugh61_ignores","started_in":"#archivebot","user_agent":"Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0","ident":"3lq1afnaxyvmq3erpnehugh61"}}
