{"type":"stdout","ts":1788158835,"message":"Received item 2fy8p4i5x36nwn32nm1rsscw3.","job_data":{"settings_age":"5","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"2","runk":"0","delay_max":"375","fetch_depth":"shallow","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158835,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"5","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"2","runk":"0","delay_max":"375","fetch_depth":"shallow","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158835,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"2.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.1648257","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158835,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"2.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.1648257","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158835,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"2.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.1648257","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158835,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"2.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.1648257","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158835,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"2.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.1648257","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158835,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"2.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.1648257","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158835,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"2.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.1648257","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158835,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"5","last_broadcasted_log_entry":"2.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.1648257","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158836,"message":"Downloaded 755 bytes from https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","job_data":{"settings_age":"5","last_broadcasted_log_entry":"2.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.1648257","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158836,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"2.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.1648257","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158836,"message":"Manhole[3218680:1788158836.4898]: Patched and .\nManhole[3218680:1788158836.4919]: Manhole UDS path: /tmp/manhole-3218680\nManhole[3218680:1788158836.4919]: Waiting for new connection (in pid:3218680) ...\n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"12.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","concurrency":"1","queued_at":"1788158834","r1xx":"0","log_score":"13","runk":"0","delay_max":"375","last_analyzed_log_entry":"13.0","fetch_depth":"shallow","r3xx":"0","ts":"1788158836.539344","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788158835.5575004","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158848.6042366,"url":"https://warcs.inventati.org/indy/indy_168a52065ce6765c.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"13.0","heartbeat":"10","last_acknowledged_heartbeat":"8","log_score":"14","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"13.0","items_downloaded":"3","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"13","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158836.912725","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158849,"message":"Settings listener connected.\nSettings updated: 1 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"last_broadcasted_log_entry":"14.0","heartbeat":"10","last_acknowledged_heartbeat":"10","log_score":"15","delay_max":"375","runk":"1","fetch_depth":"shallow","last_analyzed_log_entry":"14.0","items_downloaded":"3","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"13","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158849.001169","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158849,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a52065ce6765c.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"15.0","heartbeat":"10","last_acknowledged_heartbeat":"10","log_score":"16","delay_max":"375","runk":"1","fetch_depth":"shallow","last_analyzed_log_entry":"15.0","items_downloaded":"3","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"13","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158849.471229","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158860.9538069,"url":"https://warcs.inventati.org/indy/indy_168a532adb3ebb1f.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"16.0","heartbeat":"19","last_acknowledged_heartbeat":"19","log_score":"17","delay_max":"375","runk":"1","fetch_depth":"shallow","last_analyzed_log_entry":"16.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"16","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158849.8369744","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158861,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241203/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a532adb3ebb1f.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"17.0","heartbeat":"19","last_acknowledged_heartbeat":"19","log_score":"18","delay_max":"375","runk":"2","fetch_depth":"shallow","last_analyzed_log_entry":"17.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"2","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"16","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158861.1840696","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158873,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a5426dd65a942.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"18.0","heartbeat":"28","last_acknowledged_heartbeat":"28","log_score":"20","delay_max":"375","runk":"3","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"5","r5xx":"0","started_by":"pokechu22","error_count":"3","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"17","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158861.3683465","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158873.2988715,"url":"https://warcs.inventati.org/indy/indy_168a5426dd65a942.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"18.0","heartbeat":"28","last_acknowledged_heartbeat":"28","log_score":"20","delay_max":"375","runk":"3","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"5","r5xx":"0","started_by":"pokechu22","error_count":"3","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"17","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158861.3683465","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158885.5835152,"url":"https://warcs.inventati.org/indy/indy_168a55c44df320b2.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"20.0","heartbeat":"39","last_acknowledged_heartbeat":"38","log_score":"21","delay_max":"375","runk":"4","fetch_depth":"shallow","last_analyzed_log_entry":"21.0","items_downloaded":"6","r5xx":"0","started_by":"pokechu22","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"18","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158873.4462726","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158885,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a55c44df320b2.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"21.0","heartbeat":"39","last_acknowledged_heartbeat":"38","log_score":"22","delay_max":"375","runk":"4","fetch_depth":"shallow","last_analyzed_log_entry":"22.0","items_downloaded":"6","r5xx":"0","started_by":"pokechu22","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"18","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158885.814669","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158897.8510044,"url":"https://warcs.inventati.org/indy/indy_168a57a80fd24494.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"22.0","heartbeat":"49","last_acknowledged_heartbeat":"48","log_score":"23","delay_max":"375","runk":"4","fetch_depth":"shallow","last_analyzed_log_entry":"22.0","items_downloaded":"7","r5xx":"0","started_by":"pokechu22","error_count":"4","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"19","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158885.9058697","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158898,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a57a80fd24494.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"23.0","heartbeat":"50","last_acknowledged_heartbeat":"48","log_score":"24","delay_max":"375","runk":"5","fetch_depth":"shallow","last_analyzed_log_entry":"23.0","items_downloaded":"7","r5xx":"0","started_by":"pokechu22","error_count":"5","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"19","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158897.9955785","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158910.199212,"url":"https://warcs.inventati.org/indy/indy_168a5b1b8621dc22.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"24.0","heartbeat":"59","last_acknowledged_heartbeat":"58","log_score":"25","delay_max":"375","runk":"6","fetch_depth":"shallow","last_analyzed_log_entry":"25.0","items_downloaded":"8","r5xx":"0","started_by":"pokechu22","error_count":"6","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"20","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158898.6491525","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158910,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a5b1b8621dc22.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"25.0","heartbeat":"60","last_acknowledged_heartbeat":"58","log_score":"26","delay_max":"375","runk":"6","fetch_depth":"shallow","last_analyzed_log_entry":"26.0","items_downloaded":"8","r5xx":"0","started_by":"pokechu22","error_count":"6","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"20","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158910.375869","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158922.5105767,"url":"https://warcs.inventati.org/indy/indy_168a5c89c353ac11.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"26.0","heartbeat":"69","last_acknowledged_heartbeat":"68","log_score":"27","delay_max":"375","runk":"6","fetch_depth":"shallow","last_analyzed_log_entry":"26.0","items_downloaded":"9","r5xx":"0","started_by":"pokechu22","error_count":"6","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"21","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158910.7522779","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158922,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a5c89c353ac11.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"27.0","heartbeat":"69","last_acknowledged_heartbeat":"68","log_score":"28","delay_max":"375","runk":"7","fetch_depth":"shallow","last_analyzed_log_entry":"28.0","items_downloaded":"9","r5xx":"0","started_by":"pokechu22","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"21","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158922.72759","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158934.7945392,"url":"https://warcs.inventati.org/indy/indy_168a5e10e219251d.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"28.0","heartbeat":"78","last_acknowledged_heartbeat":"77","log_score":"29","delay_max":"375","runk":"7","fetch_depth":"shallow","last_analyzed_log_entry":"28.0","items_downloaded":"10","r5xx":"0","started_by":"pokechu22","error_count":"7","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"22","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158923.1094975","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158934,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a5e10e219251d.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"29.0","heartbeat":"79","last_acknowledged_heartbeat":"78","log_score":"30","delay_max":"375","runk":"8","fetch_depth":"shallow","last_analyzed_log_entry":"29.0","items_downloaded":"10","r5xx":"0","started_by":"pokechu22","error_count":"8","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"22","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158935.0073047","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158947.1494117,"url":"https://warcs.inventati.org/indy/indy_168a65eeb27ba2bf.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"30.0","heartbeat":"89","last_acknowledged_heartbeat":"89","log_score":"31","delay_max":"375","runk":"8","fetch_depth":"shallow","last_analyzed_log_entry":"30.0","items_downloaded":"11","r5xx":"0","started_by":"pokechu22","error_count":"8","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"23","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158935.1944802","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158947,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a65eeb27ba2bf.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"31.0","heartbeat":"90","last_acknowledged_heartbeat":"89","log_score":"32","delay_max":"375","runk":"9","fetch_depth":"shallow","last_analyzed_log_entry":"31.0","items_downloaded":"11","r5xx":"0","started_by":"pokechu22","error_count":"9","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"23","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158947.2985322","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158959.4510288,"url":"https://warcs.inventati.org/indy/indy_168a810ebb328542.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"32.0","heartbeat":"99","last_acknowledged_heartbeat":"99","log_score":"33","delay_max":"375","runk":"9","fetch_depth":"shallow","last_analyzed_log_entry":"32.0","items_downloaded":"12","r5xx":"0","started_by":"pokechu22","error_count":"9","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"24","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158947.667554","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158959,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a810ebb328542.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"33.0","heartbeat":"99","last_acknowledged_heartbeat":"99","log_score":"34","delay_max":"375","runk":"10","fetch_depth":"shallow","last_analyzed_log_entry":"34.0","items_downloaded":"12","r5xx":"0","started_by":"pokechu22","error_count":"10","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"24","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158959.6599944","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158971.7180412,"url":"https://warcs.inventati.org/indy/indy_168aa08b28484c72.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"34.0","heartbeat":"109","last_acknowledged_heartbeat":"108","log_score":"35","delay_max":"375","runk":"11","fetch_depth":"shallow","last_analyzed_log_entry":"35.0","items_downloaded":"13","r5xx":"0","started_by":"pokechu22","error_count":"11","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"25","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158959.7557","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158971,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168aa08b28484c72.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"35.0","heartbeat":"109","last_acknowledged_heartbeat":"108","log_score":"36","delay_max":"375","runk":"11","fetch_depth":"shallow","last_analyzed_log_entry":"35.0","items_downloaded":"13","r5xx":"0","started_by":"pokechu22","error_count":"11","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"25","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158971.949842","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158984.0203025,"url":"https://warcs.inventati.org/indy/indy_168aa78064ce101f.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"36.0","heartbeat":"118","last_acknowledged_heartbeat":"117","log_score":"37","delay_max":"375","runk":"11","fetch_depth":"shallow","last_analyzed_log_entry":"36.0","items_downloaded":"14","r5xx":"0","started_by":"pokechu22","error_count":"11","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"26","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158972.0404572","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158984,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168aa78064ce101f.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"37.0","heartbeat":"119","last_acknowledged_heartbeat":"117","log_score":"38","delay_max":"375","runk":"12","fetch_depth":"shallow","last_analyzed_log_entry":"38.0","items_downloaded":"14","r5xx":"0","started_by":"pokechu22","error_count":"12","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"26","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158984.2143521","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788158996.376693,"url":"https://warcs.inventati.org/indy/indy_168a52065ce6765c.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"38.0","heartbeat":"128","last_acknowledged_heartbeat":"127","log_score":"39","delay_max":"375","runk":"12","fetch_depth":"shallow","last_analyzed_log_entry":"38.0","items_downloaded":"17","r5xx":"0","started_by":"pokechu22","error_count":"12","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"27","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158984.31419","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788158996,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a52065ce6765c.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"39.0","heartbeat":"128","last_acknowledged_heartbeat":"127","log_score":"40","delay_max":"375","runk":"13","fetch_depth":"shallow","last_analyzed_log_entry":"39.0","items_downloaded":"17","r5xx":"0","started_by":"pokechu22","error_count":"13","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"27","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158996.5810707","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159008.6479592,"url":"https://warcs.inventati.org/indy/indy_168a532adb3ebb1f.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"40.0","heartbeat":"137","last_acknowledged_heartbeat":"136","log_score":"41","delay_max":"375","runk":"13","fetch_depth":"shallow","last_analyzed_log_entry":"40.0","items_downloaded":"18","r5xx":"0","started_by":"pokechu22","error_count":"13","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"28","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788158996.8615077","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159009,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a532adb3ebb1f.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"41.0","heartbeat":"138","last_acknowledged_heartbeat":"137","log_score":"42","delay_max":"375","runk":"14","fetch_depth":"shallow","last_analyzed_log_entry":"41.0","items_downloaded":"18","r5xx":"0","started_by":"pokechu22","error_count":"14","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"28","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788159008.8511922","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159020.9817939,"url":"https://warcs.inventati.org/indy/indy_168a5426dd65a942.warc.gz","response_code":0,"wget_code":"DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"42.0","heartbeat":"148","last_acknowledged_heartbeat":"146","log_score":"43","delay_max":"375","runk":"14","fetch_depth":"shallow","last_analyzed_log_entry":"42.0","items_downloaded":"19","r5xx":"0","started_by":"pokechu22","error_count":"14","user_agent":"","started_in":"#archivebot","settings_age":"6","items_queued":"28","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1788159009.603362","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159021,"message":"Settings updated: 1 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\nWpull terminating on bot command\n","job_data":{"last_broadcasted_log_entry":"43.0","heartbeat":"148","last_acknowledged_heartbeat":"148","log_score":"45","delay_max":"375","runk":"15","fetch_depth":"shallow","last_analyzed_log_entry":"45.0","items_downloaded":"19","r5xx":"0","started_by":"pokechu22","error_count":"15","user_agent":"","started_in":"#archivebot","settings_age":"6","items_queued":"28","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1788159021.124316","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159021,"message":"ERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a5426dd65a942.warc.gz’ encountered an error: DNS resolution error: All nameservers failed to answer the query warcs.inventati.org. IN A: Server 127.0.0.1 UDP port 53 answered SERVFAIL\n","job_data":{"last_broadcasted_log_entry":"43.0","heartbeat":"148","last_acknowledged_heartbeat":"148","log_score":"45","delay_max":"375","runk":"15","fetch_depth":"shallow","last_analyzed_log_entry":"45.0","items_downloaded":"19","r5xx":"0","started_by":"pokechu22","error_count":"15","user_agent":"","started_in":"#archivebot","settings_age":"6","items_queued":"28","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1788159021.124316","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159021,"message":"ERROR HookStop: Script requested immediate stop.\n","job_data":{"aborted":"true","last_broadcasted_log_entry":"45.0","heartbeat":"148","last_acknowledged_heartbeat":"148","log_score":"47","delay_max":"375","runk":"15","fetch_depth":"shallow","last_analyzed_log_entry":"45.0","items_downloaded":"19","r5xx":"0","started_by":"pokechu22","error_count":"15","user_agent":"","started_in":"#archivebot","settings_age":"6","items_queued":"28","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1788159021.409907","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159021,"message":"","job_data":{"aborted":"true","last_broadcasted_log_entry":"45.0","heartbeat":"148","last_acknowledged_heartbeat":"148","log_score":"47","delay_max":"375","runk":"15","fetch_depth":"shallow","last_analyzed_log_entry":"45.0","items_downloaded":"19","r5xx":"0","started_by":"pokechu22","error_count":"15","user_agent":"","started_in":"#archivebot","settings_age":"6","items_queued":"28","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1788159021.409907","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159022,"message":"Finished WgetDownload for Item \n","job_data":{"aborted":"true","last_broadcasted_log_entry":"47.0","heartbeat":"148","last_acknowledged_heartbeat":"148","log_score":"49","delay_max":"375","runk":"15","fetch_depth":"shallow","last_analyzed_log_entry":"47.0","items_downloaded":"19","r5xx":"0","started_by":"pokechu22","error_count":"15","user_agent":"","started_in":"#archivebot","settings_age":"6","items_queued":"28","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1788159022.0560033","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159022,"message":"Starting RelabelIfAborted for Item ","job_data":{"aborted":"true","last_broadcasted_log_entry":"47.0","heartbeat":"148","last_acknowledged_heartbeat":"148","log_score":"49","delay_max":"375","runk":"15","fetch_depth":"shallow","last_analyzed_log_entry":"47.0","items_downloaded":"19","r5xx":"0","started_by":"pokechu22","error_count":"15","user_agent":"","started_in":"#archivebot","settings_age":"6","items_queued":"28","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:ab31de63105ad2c98dbc5f5880f3de69","queued_at":"1788158834","concurrency":"1","r1xx":"0","r3xx":"0","abort_requested":"true","r4xx":"0","ts":"1788159022.0560033","r2xx":"0","started_at":"1788158835.5575004","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Received item 2fy8p4i5x36nwn32nm1rsscw3.","job_data":{"settings_age":"5","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"6","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"5","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"6","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"5","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"6","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"5","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"6","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"5","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"6","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"5","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"6","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"6.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"10","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","ts":"1788159046.438784","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"6.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"10","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","ts":"1788159046.438784","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"6.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"10","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","ts":"1788159046.438784","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"5","last_broadcasted_log_entry":"6.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"10","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","ts":"1788159046.438784","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Downloaded 755 bytes from https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","job_data":{"settings_age":"5","last_broadcasted_log_entry":"10.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"10.0","fetch_depth":"shallow","r3xx":"0","ts":"1788159046.502962","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159046,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"10.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"10.0","fetch_depth":"shallow","r3xx":"0","ts":"1788159046.502962","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159047,"message":"Manhole[3972920:1788159047.2193]: Patched and .\n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"12.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"13","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"shallow","r3xx":"0","ts":"1788159046.5630093","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159047,"message":"Manhole[3972920:1788159047.2337]: Manhole UDS path: /tmp/manhole-3972920\nManhole[3972920:1788159047.2338]: Waiting for new connection (in pid:3972920) ...\n","job_data":{"settings_age":"5","last_broadcasted_log_entry":"13.0","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","concurrency":"1","queued_at":"1788159029","r1xx":"0","log_score":"14","runk":"0","delay_max":"375","last_analyzed_log_entry":"14.0","fetch_depth":"shallow","r3xx":"0","ts":"1788159047.2586906","r4xx":"0","r5xx":"0","r2xx":"0","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","suppress_ignore_reports":"true","started_at":"1788159046.3149583","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","delay_min":"250","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","started_in":"#archivebot","user_agent":"","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159133,"message":"Settings listener connected.\nSettings updated: 1 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"last_broadcasted_log_entry":"14.0","heartbeat":"86","last_acknowledged_heartbeat":"84","log_score":"15","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"14.0","items_downloaded":"3","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"12","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788159047.3366632","r2xx":"0","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159133.0485487,"url":"https://warcs.inventati.org/indy/indy_168a52065ce6765c.warc.gz","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"15.0","heartbeat":"86","last_acknowledged_heartbeat":"84","log_score":"16","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"15.0","items_downloaded":"3","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"12","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788159133.1010196","r2xx":"0","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"105536456","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159133.5023265,"url":"https://warcs.inventati.org/indy/indy_168a532adb3ebb1f.warc.gz","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"last_broadcasted_log_entry":"16.0","heartbeat":"87","last_acknowledged_heartbeat":"86","log_score":"17","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"16.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"14","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788159133.1181765","r2xx":"1","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"105536475","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159227.4943066,"url":"https://warcs.inventati.org/indy/indy_168a5426dd65a942.warc.gz","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"17.0","heartbeat":"181","last_acknowledged_heartbeat":"180","log_score":"18","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"17.0","items_downloaded":"5","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"14","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"1","ts":"1788159133.5376523","r2xx":"2","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"210412087","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159227.9505157,"url":"https://warcs.inventati.org/indy/indy_168a55c44df320b2.warc.gz","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"last_broadcasted_log_entry":"18.0","heartbeat":"181","last_acknowledged_heartbeat":"180","log_score":"19","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"18.0","items_downloaded":"6","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"14","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"1","ts":"1788159227.5379682","r2xx":"2","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"210412106","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159328.730341,"url":"https://warcs.inventati.org/indy/indy_168a57a80fd24494.warc.gz","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"19.0","heartbeat":"282","last_acknowledged_heartbeat":"280","log_score":"20","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"19.0","items_downloaded":"7","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"14","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"2","ts":"1788159227.9816236","r2xx":"3","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"315272711","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159329.1415496,"url":"https://warcs.inventati.org/indy/indy_168a5b1b8621dc22.warc.gz","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"last_broadcasted_log_entry":"20.0","heartbeat":"282","last_acknowledged_heartbeat":"280","log_score":"21","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"8","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"14","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"2","ts":"1788159328.7622137","r2xx":"3","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"315272730","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159428.985818,"url":"https://warcs.inventati.org/indy/indy_168a5c89c353ac11.warc.gz","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"21.0","heartbeat":"382","last_acknowledged_heartbeat":"380","log_score":"22","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"21.0","items_downloaded":"9","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"14","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"3","ts":"1788159329.184222","r2xx":"3","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"426842222","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159429.6386538,"url":"https://warcs.inventati.org/indy/indy_168a5e10e219251d.warc.gz","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"last_broadcasted_log_entry":"22.0","heartbeat":"383","last_acknowledged_heartbeat":"382","log_score":"23","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"22.0","items_downloaded":"10","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"14","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"3","ts":"1788159429.017154","r2xx":"4","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"426842241","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159510.551851,"url":"https://warcs.inventati.org/indy/indy_168a65eeb27ba2bf.warc.gz","response_code":200,"wget_code":"Connection closed.","is_error":true,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"23.0","heartbeat":"464","last_acknowledged_heartbeat":"462","log_score":"25","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"23.0","items_downloaded":"11","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"15","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"4","ts":"1788159429.6872277","r2xx":"4","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"491308646","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159510,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20240430/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://warcs.inventati.org/indy/indy_168a65eeb27ba2bf.warc.gz’ encountered an error: Connection closed.\n","job_data":{"last_broadcasted_log_entry":"23.0","heartbeat":"464","last_acknowledged_heartbeat":"462","log_score":"25","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"23.0","items_downloaded":"11","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"15","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"4","ts":"1788159429.6872277","r2xx":"4","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"491308646","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159604.9518013,"url":"https://warcs.inventati.org/indy/indy_168a810ebb328542.warc.gz","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"25.0","heartbeat":"558","last_acknowledged_heartbeat":"556","log_score":"26","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"25.0","items_downloaded":"12","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"15","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"4","ts":"1788159510.5808446","r2xx":"5","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"596176307","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159605.370833,"url":"https://warcs.inventati.org/indy/indy_168aa08b28484c72.warc.gz","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"last_broadcasted_log_entry":"26.0","heartbeat":"558","last_acknowledged_heartbeat":"558","log_score":"27","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"26.0","items_downloaded":"13","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"15","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"4","ts":"1788159604.995505","r2xx":"6","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"596176326","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159715.600433,"url":"https://warcs.inventati.org/indy/indy_168aa78064ce101f.warc.gz","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"27.0","heartbeat":"669","last_acknowledged_heartbeat":"668","log_score":"28","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"27.0","items_downloaded":"14","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"15","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"5","ts":"1788159605.4179091","r2xx":"6","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"701049817","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"ts":1788159716.0749435,"url":"https://warcs.inventati.org/indy/indy_168a65eeb27ba2bf.warc.gz","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"last_broadcasted_log_entry":"28.0","heartbeat":"669","last_acknowledged_heartbeat":"668","log_score":"29","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"28.0","items_downloaded":"15","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"15","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"5","ts":"1788159715.641857","r2xx":"7","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"701049836","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159716,"message":" 636583317 bytes.\n","job_data":{"last_broadcasted_log_entry":"29.0","heartbeat":"670","last_acknowledged_heartbeat":"668","log_score":"30","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"29.0","items_downloaded":"15","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"15","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"6","ts":"1788159716.1048222","r2xx":"7","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"701049836","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159716,"message":"Finished WgetDownload for Item \n","job_data":{"last_broadcasted_log_entry":"30.0","heartbeat":"670","last_acknowledged_heartbeat":"668","log_score":"32","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"30.0","items_downloaded":"15","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"15","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"6","ts":"1788159716.4566653","r2xx":"7","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"701049836","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159716,"message":"Starting RelabelIfAborted for Item ","job_data":{"last_broadcasted_log_entry":"30.0","heartbeat":"670","last_acknowledged_heartbeat":"668","log_score":"32","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"30.0","items_downloaded":"15","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"15","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"6","ts":"1788159716.4566653","r2xx":"7","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"701049836","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}} {"type":"stdout","ts":1788159716,"message":"","job_data":{"last_broadcasted_log_entry":"32.0","heartbeat":"670","last_acknowledged_heartbeat":"668","log_score":"43","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"41.0","items_downloaded":"15","r5xx":"0","started_by":"pokechu22","error_count":"1","user_agent":"","started_in":"#archivebot","settings_age":"5","items_queued":"15","log_key":"2fy8p4i5x36nwn32nm1rsscw3_log","pipeline_id":"pipeline:d39f61f38bf1eb29979d1ed8e2c3912e","queued_at":"1788159029","concurrency":"1","r1xx":"0","r3xx":"0","r4xx":"6","ts":"1788159716.6547077","r2xx":"7","last_trimmed_log_entry":"+inf","started_at":"1788159046.3149583","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","url":"https://transfer.archivete.am/plks0/warcs.inventati.org_indy_404_retry_5.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_indy_404_retry_5.txt-shallow","bytes_downloaded":"701049836","finished_at":"1788159716","ignore_patterns_set_key":"2fy8p4i5x36nwn32nm1rsscw3_ignores","delay_min":"250","ident":"2fy8p4i5x36nwn32nm1rsscw3"}}