{"type":"stdout","ts":1788051390,"message":"Received item 3duh3uiym29at8hp4d1lc56fm.","job_data":{"settings_age":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","log_score":"6","delay_max":"375","fetch_depth":"shallow","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051390,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","log_score":"6","delay_max":"375","fetch_depth":"shallow","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051390,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","log_score":"6","delay_max":"375","fetch_depth":"shallow","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051390,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","log_score":"6","delay_max":"375","fetch_depth":"shallow","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051390,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","log_score":"6","delay_max":"375","fetch_depth":"shallow","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051390,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","log_score":"6","delay_max":"375","fetch_depth":"shallow","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051390,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"6.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051390.9370868","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051390,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"6.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051390.9370868","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051390,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"6.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051390.9370868","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051390,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"4","last_broadcasted_log_entry":"6.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051390.9370868","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051391,"message":"Downloaded 95 bytes from https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","job_data":{"settings_age":"4","last_broadcasted_log_entry":"6.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051390.9370868","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051391,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"6.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"6.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051390.9370868","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051392,"message":"Manhole[3246081:1788051392.0363]: Patched and .\nManhole[3246081:1788051392.0519]: Manhole UDS path: /tmp/manhole-3246081\nManhole[3246081:1788051392.0519]: Waiting for new connection (in pid:3246081) ...\n","job_data":{"settings_age":"4","heartbeat":"1","last_broadcasted_log_entry":"12.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","r1xx":"0","log_score":"13","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051391.2985451","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051393,"message":"Settings listener connected.\nSettings updated: 3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"settings_age":"4","last_acknowledged_heartbeat":"2","heartbeat":"2","last_broadcasted_log_entry":"13.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","concurrency":"3","queued_at":"1788051389","r1xx":"0","log_score":"14","runk":"0","delay_max":"375","last_analyzed_log_entry":"14.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051392.2885022","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"ts":1788051393.2835698,"url":"https://warcs.inventati.org/favicon.ico","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"r3xx":"0","ts":"1788051393.5531437","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051390.3425741","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"659","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","last_broadcasted_log_entry":"14.0","heartbeat":"2","last_acknowledged_heartbeat":"2","log_score":"15","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"14.0","items_downloaded":"2","settings_age":"4","items_queued":"2","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","queued_at":"1788051389","concurrency":"3","r1xx":"0","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"ts":1788051393.752389,"url":"https://warcs.inventati.org/stopbalesdegoma.org.warc.gz","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"last_broadcasted_log_entry":"15.0","heartbeat":"2","last_acknowledged_heartbeat":"2","log_score":"16","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"16.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","queued_at":"1788051389","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"1","ts":"1788051393.64252","r2xx":"1","note":"From dashboard for retry 7 + favicon","started_at":"1788051390.3425741","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051394,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241204/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"last_broadcasted_log_entry":"16.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"20","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"16.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","queued_at":"1788051389","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"1","ts":"1788051394.0021517","r2xx":"1","note":"From dashboard for retry 7 + favicon","started_at":"1788051390.3425741","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051394,"message":" 659 bytes.\n","job_data":{"last_broadcasted_log_entry":"16.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"20","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"16.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","queued_at":"1788051389","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"1","ts":"1788051394.0021517","r2xx":"1","note":"From dashboard for retry 7 + favicon","started_at":"1788051390.3425741","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051394,"message":"","job_data":{"last_broadcasted_log_entry":"16.0","heartbeat":"3","last_acknowledged_heartbeat":"2","log_score":"20","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"16.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:d7289e3adc3b765d6f790e092d6de6ed","queued_at":"1788051389","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"1","ts":"1788051394.0021517","r2xx":"1","note":"From dashboard for retry 7 + favicon","started_at":"1788051390.3425741","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Received item 3duh3uiym29at8hp4d1lc56fm.","job_data":{"settings_age":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","log_score":"2","delay_max":"375","fetch_depth":"shallow","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","log_score":"2","delay_max":"375","fetch_depth":"shallow","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051405.958344","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051405.958344","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051405.958344","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051405.958344","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051405.958344","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051405.958344","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051405.958344","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051405.958344","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Downloaded 95 bytes from https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051405.958344","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051405,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"2.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"2.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051405.958344","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051406,"message":"Manhole[2699969:1788051406.3300]: Patched and .\nManhole[2699969:1788051406.3337]: Manhole UDS path: /tmp/manhole-2699969\nManhole[2699969:1788051406.3337]: Waiting for new connection (in pid:2699969) ...\n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"12.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"13","runk":"0","delay_max":"375","last_analyzed_log_entry":"12.0","fetch_depth":"shallow","r3xx":"0","r4xx":"0","ts":"1788051406.0834079","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"ts":1788051406.6888454,"url":"https://warcs.inventati.org/favicon.ico","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"settings_age":"4","items_queued":"2","last_broadcasted_log_entry":"13.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"14","runk":"0","delay_max":"375","last_analyzed_log_entry":"13.0","fetch_depth":"shallow","r3xx":"0","items_downloaded":"2","r4xx":"0","ts":"1788051406.4484448","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"659","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051406,"message":"Settings listener connected.\nSettings updated: 3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"settings_age":"4","items_queued":"2","last_broadcasted_log_entry":"13.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","concurrency":"3","queued_at":"1788051404","r1xx":"0","log_score":"14","runk":"0","delay_max":"375","last_analyzed_log_entry":"13.0","fetch_depth":"shallow","r3xx":"0","items_downloaded":"2","r4xx":"0","ts":"1788051406.4484448","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"659","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"ts":1788051407.0294073,"url":"https://warcs.inventati.org/stopbalesdegoma.org.warc.gz","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"r5xx":"0","r2xx":"1","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051405.775968","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","last_broadcasted_log_entry":"15.0","heartbeat":"1","log_score":"16","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"15.0","items_downloaded":"4","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051406.8121324","r4xx":"0","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":" 659 bytes.\n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"16.0","heartbeat":"1","log_score":"17","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"16.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.0786834","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241016/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"17.0","heartbeat":"1","log_score":"18","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"17.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.4331229","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Finished WgetDownload for Item \n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"18.0","heartbeat":"1","log_score":"20","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"18.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.5198822","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Starting RelabelIfAborted for Item ","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"18.0","heartbeat":"1","log_score":"20","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"18.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.5198822","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Starting CompressLogIfNoMetaWarc for Item \n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"20.0","heartbeat":"1","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.631302","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Finished CompressLogIfNoMetaWarc for Item \n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"20.0","heartbeat":"1","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.631302","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Starting WriteInfo for Item \n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"20.0","heartbeat":"1","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.631302","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Finished WriteInfo for Item \n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"20.0","heartbeat":"1","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.631302","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Starting MoveFiles for Item \n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"20.0","heartbeat":"1","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.631302","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Finished MoveFiles for Item \n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"20.0","heartbeat":"1","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.631302","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Starting StopHeartbeat for Item \n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"20.0","heartbeat":"1","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.631302","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Finished StopHeartbeat for Item \n","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"20.0","heartbeat":"1","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.631302","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"Starting MarkItemAsDone for Item ","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"20.0","heartbeat":"1","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.631302","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051407,"message":"","job_data":{"last_acknowledged_heartbeat":"1","last_broadcasted_log_entry":"20.0","heartbeat":"1","log_score":"31","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"20.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:0c92808c8f761ec7f675d1e3bef80754","queued_at":"1788051404","concurrency":"3","r1xx":"0","r3xx":"0","ts":"1788051407.631302","r4xx":"1","r2xx":"1","note":"From dashboard for retry 7 + favicon","last_trimmed_log_entry":"+inf","started_at":"1788051405.775968","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"678","finished_at":"1788051407","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Received item 3duh3uiym29at8hp4d1lc56fm.","job_data":{"settings_age":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","log_score":"1","delay_max":"375","fetch_depth":"shallow","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Starting StartHeartbeat for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Finished StartHeartbeat for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Starting SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Finished SetFetchDepth for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Starting PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Finished PreparePaths for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Starting WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Finished WriteInfo for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Starting DownloadUrlFile for Item ","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Downloaded 95 bytes from https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051439,"message":"Starting WgetDownload for Item \n","job_data":{"settings_age":"4","last_broadcasted_log_entry":"1.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"12","runk":"0","delay_max":"375","last_analyzed_log_entry":"1.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051439.850314","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051440,"message":"Manhole[3246102:1788051440.7119]: Patched and .\nManhole[3246102:1788051440.7155]: Manhole UDS path: /tmp/manhole-3246102\nManhole[3246102:1788051440.7155]: Waiting for new connection (in pid:3246102) ...\n","job_data":{"settings_age":"4","heartbeat":"1","last_broadcasted_log_entry":"12.0","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","concurrency":"3","queued_at":"1788051423","r1xx":"0","log_score":"13","runk":"0","delay_max":"375","last_analyzed_log_entry":"13.0","fetch_depth":"shallow","r3xx":"0","ts":"1788051440.2097812","r4xx":"0","r5xx":"0","r2xx":"0","note":"From dashboard for retry 7 + favicon","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","suppress_ignore_reports":"true","started_at":"1788051439.25507","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","error_count":"0","started_by":"pokechu22","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","delay_min":"250","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","started_in":"#archivebot","user_agent":"","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"ts":1788051441.6435332,"url":"https://warcs.inventati.org/favicon.ico","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"13.0","heartbeat":"1","last_acknowledged_heartbeat":"1","log_score":"15","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"15.0","items_downloaded":"2","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"2","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","queued_at":"1788051423","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788051441.0271943","r2xx":"1","note":"From dashboard for retry 7 + favicon","started_at":"1788051439.25507","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"659","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051441,"message":"Settings listener connected.\nSettings updated: 3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"last_broadcasted_log_entry":"13.0","heartbeat":"1","last_acknowledged_heartbeat":"1","log_score":"15","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"15.0","items_downloaded":"2","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"2","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","queued_at":"1788051423","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788051441.0271943","r2xx":"1","note":"From dashboard for retry 7 + favicon","started_at":"1788051439.25507","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"659","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"ts":1788051492.7484252,"url":"https://warcs.inventati.org/stopbalesdegoma.org.warc.gz","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"last_broadcasted_log_entry":"15.0","heartbeat":"40","last_acknowledged_heartbeat":"39","log_score":"16","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"15.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","queued_at":"1788051423","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788051442.0214489","r2xx":"1","note":"From dashboard for retry 7 + favicon","started_at":"1788051439.25507","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"139024606","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051493,"message":" 139024606 bytes.\n","job_data":{"last_broadcasted_log_entry":"16.0","heartbeat":"40","last_acknowledged_heartbeat":"39","log_score":"17","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"16.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","queued_at":"1788051423","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788051492.891174","r2xx":"2","note":"From dashboard for retry 7 + favicon","started_at":"1788051439.25507","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"139024606","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051493,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241204/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"last_broadcasted_log_entry":"17.0","heartbeat":"41","last_acknowledged_heartbeat":"40","log_score":"19","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"17.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","queued_at":"1788051423","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788051493.3503985","r2xx":"2","note":"From dashboard for retry 7 + favicon","started_at":"1788051439.25507","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"139024606","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051493,"message":"","job_data":{"last_broadcasted_log_entry":"17.0","heartbeat":"41","last_acknowledged_heartbeat":"40","log_score":"19","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"17.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","queued_at":"1788051423","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788051493.3503985","r2xx":"2","note":"From dashboard for retry 7 + favicon","started_at":"1788051439.25507","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"139024606","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051494,"message":"Finished WgetDownload for Item \n","job_data":{"last_broadcasted_log_entry":"19.0","heartbeat":"41","last_acknowledged_heartbeat":"40","log_score":"21","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"19.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","queued_at":"1788051423","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788051494.0587578","r2xx":"2","note":"From dashboard for retry 7 + favicon","started_at":"1788051439.25507","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"139024606","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}} {"type":"stdout","ts":1788051494,"message":"Starting RelabelIfAborted for Item ","job_data":{"last_broadcasted_log_entry":"19.0","heartbeat":"41","last_acknowledged_heartbeat":"40","log_score":"21","delay_max":"375","runk":"0","fetch_depth":"shallow","last_analyzed_log_entry":"19.0","items_downloaded":"4","r5xx":"0","started_by":"pokechu22","error_count":"0","user_agent":"","started_in":"#archivebot","settings_age":"4","items_queued":"4","log_key":"3duh3uiym29at8hp4d1lc56fm_log","pipeline_id":"pipeline:b36d2511b7ec3e93600f4c68f76c748b","queued_at":"1788051423","concurrency":"3","r1xx":"0","r3xx":"0","r4xx":"0","ts":"1788051494.0587578","r2xx":"2","note":"From dashboard for retry 7 + favicon","started_at":"1788051439.25507","suppress_ignore_reports":"true","url_file":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","url":"https://transfer.archivete.am/Cfxiy/warcs.inventati.org_404_retry_8.txt","death_timer":"0","slug":"urls-transfer.archivete.am-warcs.inventati.org_404_retry_8.txt-shallow","bytes_downloaded":"139024606","ignore_patterns_set_key":"3duh3uiym29at8hp4d1lc56fm_ignores","delay_min":"250","ident":"3duh3uiym29at8hp4d1lc56fm"}}