{"type":"stdout","ts":1786476242,"message":"Received item 3dj83q5vxnsgbq22v37hoquvg.","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"2","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476242,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"2","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476242,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"2.0","ts":"1786476242.758914","last_analyzed_log_entry":"2.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476242,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"2.0","ts":"1786476242.758914","last_analyzed_log_entry":"2.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476242,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"2.0","ts":"1786476242.758914","last_analyzed_log_entry":"2.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476242,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"2.0","ts":"1786476242.758914","last_analyzed_log_entry":"2.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476242,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"2.0","ts":"1786476242.758914","last_analyzed_log_entry":"2.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476242,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"2.0","ts":"1786476242.758914","last_analyzed_log_entry":"2.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476242,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"2.0","ts":"1786476242.758914","last_analyzed_log_entry":"2.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476242,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"2.0","ts":"1786476242.758914","last_analyzed_log_entry":"2.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476242,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"2.0","ts":"1786476242.758914","last_analyzed_log_entry":"2.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476243,"message":"Manhole[2083388:1786476243.1562]: Patched and .\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"11.0","ts":"1786476242.7887504","last_analyzed_log_entry":"12.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476243,"message":"Manhole[2083388:1786476243.1572]: Manhole UDS path: /tmp/manhole-2083388\nManhole[2083388:1786476243.1572]: Waiting for new connection (in pid:2083388) ...\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"13","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"12.0","ts":"1786476243.1697128","last_analyzed_log_entry":"12.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476243,"message":"Settings listener connected.\nSettings updated: 3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"14","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"13.0","ts":"1786476243.2158005","last_analyzed_log_entry":"13.0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476243.4275932,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"14.0","ts":"1786476243.4447217","last_analyzed_log_entry":"15.0","bytes_downloaded":"1077","items_downloaded":"1","items_queued":"1","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476243.865448,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"16","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"15.0","ts":"1786476243.459882","last_analyzed_log_entry":"15.0","bytes_downloaded":"2154","items_downloaded":"1","items_queued":"1","heartbeat":"1","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476244.2571845,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"17","r1xx":"0","r2xx":"0","r3xx":"2","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"16.0","ts":"1786476243.88158","last_analyzed_log_entry":"16.0","bytes_downloaded":"3231","items_downloaded":"1","items_queued":"1","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476244.6096675,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"18","r1xx":"0","r2xx":"0","r3xx":"3","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"17.0","ts":"1786476244.2755728","last_analyzed_log_entry":"17.0","bytes_downloaded":"4308","items_downloaded":"1","items_queued":"1","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476244.9457054,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"19","r1xx":"0","r2xx":"0","r3xx":"5","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"18.0","ts":"1786476244.6242888","last_analyzed_log_entry":"19.0","bytes_downloaded":"5385","items_downloaded":"1","items_queued":"1","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476245.302758,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"20","r1xx":"0","r2xx":"0","r3xx":"5","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"19.0","ts":"1786476244.960495","last_analyzed_log_entry":"19.0","bytes_downloaded":"6462","items_downloaded":"1","items_queued":"1","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476245.623191,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"6","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"20.0","ts":"1786476245.3186798","last_analyzed_log_entry":"20.0","bytes_downloaded":"7539","items_downloaded":"1","items_queued":"1","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476245.955789,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"22","r1xx":"0","r2xx":"0","r3xx":"7","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"21.0","ts":"1786476245.642284","last_analyzed_log_entry":"21.0","bytes_downloaded":"8616","items_downloaded":"1","items_queued":"1","heartbeat":"3","last_acknowledged_heartbeat":"1","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476246.347264,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"24","r1xx":"0","r2xx":"0","r3xx":"8","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"22.0","ts":"1786476245.9681625","last_analyzed_log_entry":"22.0","bytes_downloaded":"8616","items_downloaded":"1","items_queued":"2","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476246,"message":"ERROR Fetching ‘https://researchgold.org/’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"24","r1xx":"0","r2xx":"0","r3xx":"8","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_broadcasted_log_entry":"22.0","ts":"1786476245.9681625","last_analyzed_log_entry":"22.0","bytes_downloaded":"8616","items_downloaded":"1","items_queued":"2","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476246.819577,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"25","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"24.0","ts":"1786476246.3672261","last_analyzed_log_entry":"24.0","bytes_downloaded":"8765","items_downloaded":"4","items_queued":"4","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476246.8505766,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"27","r1xx":"0","r2xx":"0","r3xx":"12","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"25.0","ts":"1786476246.8479848","last_analyzed_log_entry":"25.0","bytes_downloaded":"10930","items_downloaded":"4","items_queued":"4","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476246.860969,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"27","r1xx":"0","r2xx":"0","r3xx":"12","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"25.0","ts":"1786476246.8479848","last_analyzed_log_entry":"25.0","bytes_downloaded":"10930","items_downloaded":"4","items_queued":"4","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476247.164873,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"28","r1xx":"0","r2xx":"0","r3xx":"12","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"27.0","ts":"1786476246.899188","last_analyzed_log_entry":"27.0","bytes_downloaded":"11079","items_downloaded":"4","items_queued":"4","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476247.2374952,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"29","r1xx":"0","r2xx":"0","r3xx":"13","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"28.0","ts":"1786476247.1808696","last_analyzed_log_entry":"28.0","bytes_downloaded":"12156","items_downloaded":"4","items_queued":"4","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476247.2739694,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"30","r1xx":"0","r2xx":"0","r3xx":"14","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"29.0","ts":"1786476247.271898","last_analyzed_log_entry":"29.0","bytes_downloaded":"13244","items_downloaded":"4","items_queued":"4","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476247.5691814,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"31","r1xx":"0","r2xx":"0","r3xx":"15","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"30.0","ts":"1786476247.3008657","last_analyzed_log_entry":"30.0","bytes_downloaded":"13393","items_downloaded":"4","items_queued":"4","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476247.6241858,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"32","r1xx":"0","r2xx":"0","r3xx":"17","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"31.0","ts":"1786476247.5847137","last_analyzed_log_entry":"32.0","bytes_downloaded":"14470","items_downloaded":"4","items_queued":"4","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476247.667707,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"33","r1xx":"0","r2xx":"0","r3xx":"17","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"32.0","ts":"1786476247.6820617","last_analyzed_log_entry":"32.0","bytes_downloaded":"15558","items_downloaded":"4","items_queued":"4","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476247.8943577,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"34","r1xx":"0","r2xx":"0","r3xx":"18","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"33.0","ts":"1786476247.6988046","last_analyzed_log_entry":"33.0","bytes_downloaded":"15707","items_downloaded":"4","items_queued":"4","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476248.0230327,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"35","r1xx":"0","r2xx":"0","r3xx":"19","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"34.0","ts":"1786476247.9143827","last_analyzed_log_entry":"34.0","bytes_downloaded":"16784","items_downloaded":"4","items_queued":"4","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476248.0610845,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"36","r1xx":"0","r2xx":"0","r3xx":"20","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"35.0","ts":"1786476248.0406184","last_analyzed_log_entry":"35.0","bytes_downloaded":"17872","items_downloaded":"4","items_queued":"4","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476248.1988328,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"37","r1xx":"0","r2xx":"0","r3xx":"21","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"36.0","ts":"1786476248.0774965","last_analyzed_log_entry":"36.0","bytes_downloaded":"18021","items_downloaded":"4","items_queued":"4","heartbeat":"5","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476248.3088722,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"38","r1xx":"0","r2xx":"0","r3xx":"23","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"37.0","ts":"1786476248.2398338","last_analyzed_log_entry":"38.0","bytes_downloaded":"19098","items_downloaded":"4","items_queued":"4","heartbeat":"5","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476248.3840191,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"39","r1xx":"0","r2xx":"0","r3xx":"23","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"38.0","ts":"1786476248.3286407","last_analyzed_log_entry":"38.0","bytes_downloaded":"20186","items_downloaded":"4","items_queued":"4","heartbeat":"5","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476248.5130568,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"40","r1xx":"0","r2xx":"0","r3xx":"24","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"39.0","ts":"1786476248.3976507","last_analyzed_log_entry":"39.0","bytes_downloaded":"20335","items_downloaded":"4","items_queued":"4","heartbeat":"5","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476248.6972585,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"41","r1xx":"0","r2xx":"0","r3xx":"26","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"40.0","ts":"1786476248.525955","last_analyzed_log_entry":"41.0","bytes_downloaded":"21412","items_downloaded":"4","items_queued":"4","heartbeat":"5","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476248.7169702,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"42","r1xx":"0","r2xx":"0","r3xx":"26","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"41.0","ts":"1786476248.7272556","last_analyzed_log_entry":"41.0","bytes_downloaded":"22500","items_downloaded":"4","items_queued":"4","heartbeat":"6","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476248.8679166,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"43","r1xx":"0","r2xx":"0","r3xx":"27","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"42.0","ts":"1786476248.7669353","last_analyzed_log_entry":"42.0","bytes_downloaded":"22649","items_downloaded":"4","items_queued":"4","heartbeat":"6","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476249.0492628,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"44","r1xx":"0","r2xx":"0","r3xx":"28","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"43.0","ts":"1786476248.8856719","last_analyzed_log_entry":"43.0","bytes_downloaded":"23726","items_downloaded":"4","items_queued":"4","heartbeat":"6","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476249.0780544,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"45","r1xx":"0","r2xx":"0","r3xx":"29","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"44.0","ts":"1786476249.0693667","last_analyzed_log_entry":"44.0","bytes_downloaded":"24814","items_downloaded":"4","items_queued":"4","heartbeat":"6","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476249.175495,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"46","r1xx":"0","r2xx":"0","r3xx":"30","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"45.0","ts":"1786476249.0990062","last_analyzed_log_entry":"45.0","bytes_downloaded":"24963","items_downloaded":"4","items_queued":"4","heartbeat":"6","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476249.4063106,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"47","r1xx":"0","r2xx":"0","r3xx":"31","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"46.0","ts":"1786476249.1972647","last_analyzed_log_entry":"46.0","bytes_downloaded":"26040","items_downloaded":"4","items_queued":"4","heartbeat":"6","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476249.4585905,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"48","r1xx":"0","r2xx":"0","r3xx":"33","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"47.0","ts":"1786476249.421913","last_analyzed_log_entry":"48.0","bytes_downloaded":"27128","items_downloaded":"4","items_queued":"4","heartbeat":"6","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476249.4972277,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"50","r1xx":"0","r2xx":"0","r3xx":"33","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"48.0","ts":"1786476249.475953","last_analyzed_log_entry":"48.0","bytes_downloaded":"27128","items_downloaded":"4","items_queued":"5","heartbeat":"6","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476249,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20260112/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://researchgold.org/robots.txt’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"50","r1xx":"0","r2xx":"0","r3xx":"33","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_broadcasted_log_entry":"48.0","ts":"1786476249.475953","last_analyzed_log_entry":"48.0","bytes_downloaded":"27128","items_downloaded":"4","items_queued":"5","heartbeat":"6","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476249.7519672,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"51","r1xx":"0","r2xx":"0","r3xx":"34","r4xx":"0","r5xx":"0","runk":"0","error_count":"2","last_broadcasted_log_entry":"50.0","ts":"1786476249.5147758","last_analyzed_log_entry":"50.0","bytes_downloaded":"27128","items_downloaded":"4","items_queued":"6","heartbeat":"7","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476249,"message":"ERROR Fetching ‘https://researchgold.org/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"52","r1xx":"0","r2xx":"0","r3xx":"35","r4xx":"0","r5xx":"0","runk":"0","error_count":"3","last_broadcasted_log_entry":"51.0","ts":"1786476249.768101","last_analyzed_log_entry":"51.0","bytes_downloaded":"27128","items_downloaded":"4","items_queued":"6","heartbeat":"7","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476249.817252,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"53","r1xx":"0","r2xx":"0","r3xx":"36","r4xx":"0","r5xx":"0","runk":"0","error_count":"3","last_broadcasted_log_entry":"52.0","ts":"1786476249.784674","last_analyzed_log_entry":"53.0","bytes_downloaded":"27277","items_downloaded":"6","items_queued":"6","heartbeat":"7","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476249,"message":"ERROR Fetching ‘https://researchgold.org/’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"54","r1xx":"0","r2xx":"0","r3xx":"36","r4xx":"0","r5xx":"0","runk":"0","error_count":"3","last_broadcasted_log_entry":"53.0","ts":"1786476249.849564","last_analyzed_log_entry":"54.0","bytes_downloaded":"27277","items_downloaded":"6","items_queued":"6","heartbeat":"7","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476249.8365076,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"55","r1xx":"0","r2xx":"0","r3xx":"36","r4xx":"0","r5xx":"0","runk":"0","error_count":"3","last_broadcasted_log_entry":"54.0","ts":"1786476249.8551972","last_analyzed_log_entry":"54.0","bytes_downloaded":"27277","items_downloaded":"6","items_queued":"7","heartbeat":"7","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476250.1592135,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"56","r1xx":"0","r2xx":"0","r3xx":"37","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"55.0","ts":"1786476249.879291","last_analyzed_log_entry":"55.0","bytes_downloaded":"28365","items_downloaded":"7","items_queued":"7","heartbeat":"7","last_acknowledged_heartbeat":"5","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476250.2579865,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"57","r1xx":"0","r2xx":"0","r3xx":"38","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"56.0","ts":"1786476250.1759245","last_analyzed_log_entry":"56.0","bytes_downloaded":"29442","items_downloaded":"7","items_queued":"7","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476250.2957058,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"58","r1xx":"0","r2xx":"0","r3xx":"39","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"57.0","ts":"1786476250.2829065","last_analyzed_log_entry":"57.0","bytes_downloaded":"29591","items_downloaded":"7","items_queued":"7","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476250.5189753,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"59","r1xx":"0","r2xx":"0","r3xx":"40","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"58.0","ts":"1786476250.3196404","last_analyzed_log_entry":"58.0","bytes_downloaded":"30679","items_downloaded":"7","items_queued":"7","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476250.5862508,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"60","r1xx":"0","r2xx":"0","r3xx":"41","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"59.0","ts":"1786476250.5367074","last_analyzed_log_entry":"59.0","bytes_downloaded":"31756","items_downloaded":"7","items_queued":"7","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476250.6484475,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"61","r1xx":"0","r2xx":"0","r3xx":"42","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"60.0","ts":"1786476250.5988646","last_analyzed_log_entry":"60.0","bytes_downloaded":"31905","items_downloaded":"7","items_queued":"7","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476250.9208677,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"62","r1xx":"0","r2xx":"0","r3xx":"44","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"61.0","ts":"1786476250.6694455","last_analyzed_log_entry":"62.0","bytes_downloaded":"32993","items_downloaded":"7","items_queued":"7","heartbeat":"8","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476250.9742403,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"63","r1xx":"0","r2xx":"0","r3xx":"44","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"62.0","ts":"1786476250.9541051","last_analyzed_log_entry":"62.0","bytes_downloaded":"34070","items_downloaded":"7","items_queued":"7","heartbeat":"8","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476251.0128183,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"64","r1xx":"0","r2xx":"0","r3xx":"45","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"63.0","ts":"1786476250.9884734","last_analyzed_log_entry":"63.0","bytes_downloaded":"34219","items_downloaded":"7","items_queued":"7","heartbeat":"8","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476251.3288739,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"65","r1xx":"0","r2xx":"0","r3xx":"46","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"64.0","ts":"1786476251.07083","last_analyzed_log_entry":"64.0","bytes_downloaded":"35307","items_downloaded":"7","items_queued":"7","heartbeat":"8","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476251.3374944,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"66","r1xx":"0","r2xx":"0","r3xx":"47","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"65.0","ts":"1786476251.3733401","last_analyzed_log_entry":"65.0","bytes_downloaded":"35456","items_downloaded":"7","items_queued":"7","heartbeat":"8","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476251.3898022,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"67","r1xx":"0","r2xx":"0","r3xx":"48","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"66.0","ts":"1786476251.4029121","last_analyzed_log_entry":"66.0","bytes_downloaded":"36533","items_downloaded":"7","items_queued":"7","heartbeat":"8","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476251.636211,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"68","r1xx":"0","r2xx":"0","r3xx":"49","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"67.0","ts":"1786476251.4527106","last_analyzed_log_entry":"67.0","bytes_downloaded":"37621","items_downloaded":"7","items_queued":"7","heartbeat":"8","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476251.6750405,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"69","r1xx":"0","r2xx":"0","r3xx":"50","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"68.0","ts":"1786476251.6841006","last_analyzed_log_entry":"68.0","bytes_downloaded":"37770","items_downloaded":"7","items_queued":"7","heartbeat":"8","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476251.739985,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"70","r1xx":"0","r2xx":"0","r3xx":"51","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"69.0","ts":"1786476251.7137458","last_analyzed_log_entry":"69.0","bytes_downloaded":"38847","items_downloaded":"7","items_queued":"7","heartbeat":"9","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476252.0280712,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"71","r1xx":"0","r2xx":"0","r3xx":"52","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"70.0","ts":"1786476251.75696","last_analyzed_log_entry":"70.0","bytes_downloaded":"39935","items_downloaded":"7","items_queued":"7","heartbeat":"9","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476252.0837424,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"72","r1xx":"0","r2xx":"0","r3xx":"54","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"71.0","ts":"1786476252.0401657","last_analyzed_log_entry":"72.0","bytes_downloaded":"40084","items_downloaded":"7","items_queued":"7","heartbeat":"9","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476252.1314344,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"73","r1xx":"0","r2xx":"0","r3xx":"54","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"72.0","ts":"1786476252.1049426","last_analyzed_log_entry":"72.0","bytes_downloaded":"41161","items_downloaded":"7","items_queued":"7","heartbeat":"9","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476252.3324971,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"74","r1xx":"0","r2xx":"0","r3xx":"55","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"73.0","ts":"1786476252.1492732","last_analyzed_log_entry":"73.0","bytes_downloaded":"42249","items_downloaded":"7","items_queued":"7","heartbeat":"9","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476252.4546194,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"75","r1xx":"0","r2xx":"0","r3xx":"57","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"74.0","ts":"1786476252.3518302","last_analyzed_log_entry":"75.0","bytes_downloaded":"42398","items_downloaded":"7","items_queued":"7","heartbeat":"9","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476252.5249436,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"76","r1xx":"0","r2xx":"0","r3xx":"58","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"75.0","ts":"1786476252.475204","last_analyzed_log_entry":"76.0","bytes_downloaded":"43475","items_downloaded":"7","items_queued":"7","heartbeat":"9","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476252.6534956,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"77","r1xx":"0","r2xx":"0","r3xx":"58","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"76.0","ts":"1786476252.5456328","last_analyzed_log_entry":"76.0","bytes_downloaded":"44563","items_downloaded":"7","items_queued":"7","heartbeat":"9","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476252.7527647,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"78","r1xx":"0","r2xx":"0","r3xx":"59","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_broadcasted_log_entry":"77.0","ts":"1786476252.6708157","last_analyzed_log_entry":"77.0","bytes_downloaded":"44563","items_downloaded":"7","items_queued":"8","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476252,"message":"ERROR Fetching ‘https://researchgold.org/robots.txt’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"79","r1xx":"0","r2xx":"0","r3xx":"60","r4xx":"0","r5xx":"0","runk":"0","error_count":"5","last_broadcasted_log_entry":"78.0","ts":"1786476252.7707064","last_analyzed_log_entry":"78.0","bytes_downloaded":"44563","items_downloaded":"7","items_queued":"8","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476252.8908403,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"80","r1xx":"0","r2xx":"0","r3xx":"60","r4xx":"0","r5xx":"0","runk":"0","error_count":"5","last_broadcasted_log_entry":"79.0","ts":"1786476252.7784104","last_analyzed_log_entry":"79.0","bytes_downloaded":"45640","items_downloaded":"7","items_queued":"8","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476252.9800065,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"81","r1xx":"0","r2xx":"0","r3xx":"61","r4xx":"0","r5xx":"0","runk":"0","error_count":"5","last_broadcasted_log_entry":"80.0","ts":"1786476252.91061","last_analyzed_log_entry":"80.0","bytes_downloaded":"45640","items_downloaded":"7","items_queued":"9","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476252,"message":"ERROR Fetching ‘https://researchgold.org/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"82","r1xx":"0","r2xx":"0","r3xx":"62","r4xx":"0","r5xx":"0","runk":"0","error_count":"6","last_broadcasted_log_entry":"81.0","ts":"1786476252.997646","last_analyzed_log_entry":"81.0","bytes_downloaded":"45640","items_downloaded":"7","items_queued":"9","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476253.090864,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"83","r1xx":"0","r2xx":"0","r3xx":"63","r4xx":"0","r5xx":"0","runk":"0","error_count":"6","last_broadcasted_log_entry":"82.0","ts":"1786476253.0081785","last_analyzed_log_entry":"83.0","bytes_downloaded":"45789","items_downloaded":"9","items_queued":"9","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476253.2272341,"url":"https://www.researchgold.org/","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"85","r1xx":"0","r2xx":"0","r3xx":"63","r4xx":"0","r5xx":"0","runk":"0","error_count":"6","last_broadcasted_log_entry":"83.0","ts":"1786476253.1145701","last_analyzed_log_entry":"83.0","bytes_downloaded":"45789","items_downloaded":"9","items_queued":"10","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476253,"message":"ERROR Fetching ‘https://researchgold.org/’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"85","r1xx":"0","r2xx":"0","r3xx":"63","r4xx":"0","r5xx":"0","runk":"0","error_count":"6","last_broadcasted_log_entry":"83.0","ts":"1786476253.1145701","last_analyzed_log_entry":"83.0","bytes_downloaded":"45789","items_downloaded":"9","items_queued":"10","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476253.3021088,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"86","r1xx":"0","r2xx":"0","r3xx":"64","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"85.0","ts":"1786476253.2485323","last_analyzed_log_entry":"85.0","bytes_downloaded":"46877","items_downloaded":"10","items_queued":"10","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476253.499143,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"87","r1xx":"0","r2xx":"0","r3xx":"65","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"86.0","ts":"1786476253.3342896","last_analyzed_log_entry":"86.0","bytes_downloaded":"47026","items_downloaded":"10","items_queued":"10","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476253.7111485,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"88","r1xx":"0","r2xx":"0","r3xx":"66","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"87.0","ts":"1786476253.5148368","last_analyzed_log_entry":"87.0","bytes_downloaded":"48114","items_downloaded":"10","items_queued":"10","heartbeat":"10","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476253.8485258,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"89","r1xx":"0","r2xx":"0","r3xx":"67","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"88.0","ts":"1786476253.72651","last_analyzed_log_entry":"88.0","bytes_downloaded":"48263","items_downloaded":"10","items_queued":"10","heartbeat":"11","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476254.0593784,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"90","r1xx":"0","r2xx":"0","r3xx":"68","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"89.0","ts":"1786476253.8682866","last_analyzed_log_entry":"89.0","bytes_downloaded":"49351","items_downloaded":"10","items_queued":"10","heartbeat":"11","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476254.2373013,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"91","r1xx":"0","r2xx":"0","r3xx":"69","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"90.0","ts":"1786476254.0793605","last_analyzed_log_entry":"90.0","bytes_downloaded":"49500","items_downloaded":"10","items_queued":"10","heartbeat":"11","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476254.447087,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"92","r1xx":"0","r2xx":"0","r3xx":"70","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"91.0","ts":"1786476254.2536335","last_analyzed_log_entry":"91.0","bytes_downloaded":"50588","items_downloaded":"10","items_queued":"10","heartbeat":"11","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476254.586572,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"93","r1xx":"0","r2xx":"0","r3xx":"72","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"92.0","ts":"1786476254.4692535","last_analyzed_log_entry":"93.0","bytes_downloaded":"50737","items_downloaded":"10","items_queued":"10","heartbeat":"11","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476254.8314867,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"94","r1xx":"0","r2xx":"0","r3xx":"72","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"93.0","ts":"1786476254.6258376","last_analyzed_log_entry":"93.0","bytes_downloaded":"51825","items_downloaded":"10","items_queued":"10","heartbeat":"12","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476254.9041617,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"95","r1xx":"0","r2xx":"0","r3xx":"73","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"94.0","ts":"1786476254.8591654","last_analyzed_log_entry":"94.0","bytes_downloaded":"51974","items_downloaded":"10","items_queued":"10","heartbeat":"12","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476255.1708868,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"96","r1xx":"0","r2xx":"0","r3xx":"74","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"95.0","ts":"1786476254.9436898","last_analyzed_log_entry":"95.0","bytes_downloaded":"53062","items_downloaded":"10","items_queued":"10","heartbeat":"12","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476255.2755966,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"97","r1xx":"0","r2xx":"0","r3xx":"75","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"96.0","ts":"1786476255.1877544","last_analyzed_log_entry":"96.0","bytes_downloaded":"53211","items_downloaded":"10","items_queued":"10","heartbeat":"12","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476255.5149772,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"98","r1xx":"0","r2xx":"0","r3xx":"76","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"97.0","ts":"1786476255.2908802","last_analyzed_log_entry":"97.0","bytes_downloaded":"54299","items_downloaded":"10","items_queued":"10","heartbeat":"12","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476255.5885813,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"99","r1xx":"0","r2xx":"0","r3xx":"77","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"98.0","ts":"1786476255.5283086","last_analyzed_log_entry":"98.0","bytes_downloaded":"54448","items_downloaded":"10","items_queued":"10","heartbeat":"12","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476255.8364184,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"100","r1xx":"0","r2xx":"0","r3xx":"78","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"99.0","ts":"1786476255.6087918","last_analyzed_log_entry":"99.0","bytes_downloaded":"55536","items_downloaded":"10","items_queued":"10","heartbeat":"13","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476255.885345,"url":"https://www.researchgold.org/robots.txt","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"101","r1xx":"0","r2xx":"0","r3xx":"79","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"100.0","ts":"1786476255.8543072","last_analyzed_log_entry":"100.0","bytes_downloaded":"55536","items_downloaded":"10","items_queued":"11","heartbeat":"13","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476255,"message":"ERROR Fetching ‘https://researchgold.org/robots.txt’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"101","r1xx":"0","r2xx":"0","r3xx":"79","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_broadcasted_log_entry":"100.0","ts":"1786476255.8543072","last_analyzed_log_entry":"100.0","bytes_downloaded":"55536","items_downloaded":"10","items_queued":"11","heartbeat":"13","last_acknowledged_heartbeat":"11","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"ts":1786476256.285487,"url":"https://www.researchgold.org/sitemap.xml","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"104","r1xx":"0","r2xx":"0","r3xx":"80","r4xx":"0","r5xx":"0","runk":"0","error_count":"8","last_broadcasted_log_entry":"102.0","ts":"1786476255.9013867","last_analyzed_log_entry":"102.0","bytes_downloaded":"55536","items_downloaded":"11","items_queued":"12","heartbeat":"13","last_acknowledged_heartbeat":"13","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476256,"message":"ERROR Fetching ‘https://researchgold.org/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"104","r1xx":"0","r2xx":"0","r3xx":"80","r4xx":"0","r5xx":"0","runk":"0","error_count":"8","last_broadcasted_log_entry":"102.0","ts":"1786476255.9013867","last_analyzed_log_entry":"102.0","bytes_downloaded":"55536","items_downloaded":"11","items_queued":"12","heartbeat":"13","last_acknowledged_heartbeat":"13","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476256,"message":" 0 bytes.\n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"105","r1xx":"0","r2xx":"0","r3xx":"81","r4xx":"0","r5xx":"0","runk":"0","error_count":"9","last_broadcasted_log_entry":"104.0","ts":"1786476256.3151112","last_analyzed_log_entry":"104.0","bytes_downloaded":"55536","items_downloaded":"11","items_queued":"12","heartbeat":"13","last_acknowledged_heartbeat":"13","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476256,"message":"Finished WgetDownload for Item \n","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"107","r1xx":"0","r2xx":"0","r3xx":"81","r4xx":"0","r5xx":"0","runk":"0","error_count":"9","last_broadcasted_log_entry":"105.0","ts":"1786476256.593302","last_analyzed_log_entry":"105.0","bytes_downloaded":"55536","items_downloaded":"11","items_queued":"12","heartbeat":"14","last_acknowledged_heartbeat":"13","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476256,"message":"Starting RelabelIfAborted for Item ","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"107","r1xx":"0","r2xx":"0","r3xx":"81","r4xx":"0","r5xx":"0","runk":"0","error_count":"9","last_broadcasted_log_entry":"105.0","ts":"1786476256.593302","last_analyzed_log_entry":"105.0","bytes_downloaded":"55536","items_downloaded":"11","items_queued":"12","heartbeat":"14","last_acknowledged_heartbeat":"13","death_timer":"0","ident":"3dj83q5vxnsgbq22v37hoquvg"}} {"type":"stdout","ts":1786476256,"message":"","job_data":{"url":"https://www.researchgold.org/","fetch_depth":"inf","log_key":"3dj83q5vxnsgbq22v37hoquvg_log","user_agent":"","ignore_patterns_set_key":"3dj83q5vxnsgbq22v37hoquvg_ignores","slug":"www.researchgold.org-inf","started_by":"c3manu","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786476228","started_at":"1786476242.7116883","pipeline_id":"pipeline:ef7d4a2e9d702515dc321ec1611332cf","log_score":"118","r1xx":"0","r2xx":"0","r3xx":"81","r4xx":"0","r5xx":"0","runk":"0","error_count":"9","last_broadcasted_log_entry":"107.0","ts":"1786476256.8191748","last_analyzed_log_entry":"107.0","bytes_downloaded":"55536","items_downloaded":"11","items_queued":"12","heartbeat":"14","last_acknowledged_heartbeat":"13","death_timer":"0","finished_at":"1786476256","last_trimmed_log_entry":"+inf","ident":"3dj83q5vxnsgbq22v37hoquvg"}}