{"type":"stdout","ts":1785483211,"message":"Received item 3dya8228td6mfq34edx23pwac.","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483211,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483211,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785483211.8696167","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483211,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785483211.8696167","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483211,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785483211.8696167","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483211,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785483211.8696167","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483211,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785483211.8696167","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483211,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785483211.8696167","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483211,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785483211.8696167","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483211,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785483211.8696167","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483211,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"11","last_broadcasted_log_entry":"2.0","ts":"1785483211.8696167","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483212,"message":"Manhole[2388856:1785483212.4444]: Patched and .\nManhole[2388856:1785483212.4464]: Manhole UDS path: /tmp/manhole-2388856\nManhole[2388856:1785483212.4464]: Waiting for new connection (in pid:2388856) ...\n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"12","last_broadcasted_log_entry":"11.0","ts":"1785483211.933196","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483212,"message":"Settings listener connected.\nSettings updated: 3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"14","last_broadcasted_log_entry":"12.0","ts":"1785483212.512231","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","heartbeat":"1","items_downloaded":"1","items_queued":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483212.835142,"url":"https://sms.mandelabarnes.com/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"14","last_broadcasted_log_entry":"12.0","ts":"1785483212.512231","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","heartbeat":"1","items_downloaded":"1","items_queued":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483213.2433224,"url":"https://sms.mandelabarnes.com/","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"15","last_broadcasted_log_entry":"14.0","ts":"1785483212.9086268","r1xx":"0","r2xx":"0","r3xx":"2","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","heartbeat":"1","items_downloaded":"1","items_queued":"1","bytes_downloaded":"220","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483213.7495098,"url":"https://sms.mandelabarnes.com/","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"16","last_broadcasted_log_entry":"15.0","ts":"1785483213.286073","r1xx":"0","r2xx":"0","r3xx":"2","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","heartbeat":"1","items_downloaded":"1","items_queued":"1","bytes_downloaded":"82603","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483214.1852596,"url":"https://ssl.gstatic.com/gb/images/bar/al-icon.png","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"17","last_broadcasted_log_entry":"16.0","ts":"1785483213.7778745","r1xx":"0","r2xx":"1","r3xx":"2","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","heartbeat":"2","items_downloaded":"6","items_queued":"8","bytes_downloaded":"82715","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483214.2456164,"url":"https://sms.mandelabarnes.com/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"18","last_broadcasted_log_entry":"17.0","ts":"1785483214.2179396","r1xx":"0","r2xx":"2","r3xx":"2","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"17.0","heartbeat":"2","items_downloaded":"6","items_queued":"8","bytes_downloaded":"82715","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483214.2881923,"url":"https://sms.mandelabarnes.com/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"19","last_broadcasted_log_entry":"18.0","ts":"1785483214.284017","r1xx":"0","r2xx":"2","r3xx":"3","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"18.0","heartbeat":"2","items_downloaded":"6","items_queued":"8","bytes_downloaded":"82715","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483214.5601318,"url":"https://www.google.com/images/branding/google_wordmark/v1/1x/googlelogo_color_white_background_272x92dp.png","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"20","last_broadcasted_log_entry":"19.0","ts":"1785483214.3678272","r1xx":"0","r2xx":"2","r3xx":"4","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"19.0","heartbeat":"2","items_downloaded":"7","items_queued":"8","bytes_downloaded":"85193","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483214.6338103,"url":"https://sms.mandelabarnes.com/robots.txt","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"21","last_broadcasted_log_entry":"20.0","ts":"1785483214.602924","r1xx":"0","r2xx":"3","r3xx":"4","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"20.0","heartbeat":"2","items_downloaded":"7","items_queued":"8","bytes_downloaded":"85413","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483214.6895466,"url":"https://sms.mandelabarnes.com/sitemap.xml","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"22","last_broadcasted_log_entry":"21.0","ts":"1785483214.6697907","r1xx":"0","r2xx":"3","r3xx":"5","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"21.0","heartbeat":"2","items_downloaded":"7","items_queued":"8","bytes_downloaded":"85633","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483214.8758612,"url":"https://www.google.com/xjs/_/ss/k=xjs.hp.DBq_uXbyHKY.L.W.O/am=ABAAAAAAAAAAABAAAAAAAAAAAAAAAAIAAAAQAQBAABIAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAGBAAgBAAAAAAAAAAAAAAABQAAAAAAIAABAAAgABAAAADABAQ/d=1/ed=1/rs=ACT90oEw_iCl6dmhQHvXPbDJISCp5a6KDQ/m=sb_he,d?cb=121509378","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"23","last_broadcasted_log_entry":"22.0","ts":"1785483214.7535915","r1xx":"0","r2xx":"3","r3xx":"6","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","heartbeat":"3","items_downloaded":"8","items_queued":"8","bytes_downloaded":"85633","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483215.0173967,"url":"https://sms.mandelabarnes.com/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"24","last_broadcasted_log_entry":"23.0","ts":"1785483214.9375646","r1xx":"0","r2xx":"4","r3xx":"6","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"23.0","heartbeat":"3","items_downloaded":"8","items_queued":"8","bytes_downloaded":"85963","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483215.0686028,"url":"https://sms.mandelabarnes.com/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"25","last_broadcasted_log_entry":"24.0","ts":"1785483215.0487537","r1xx":"0","r2xx":"4","r3xx":"7","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"24.0","heartbeat":"3","items_downloaded":"8","items_queued":"8","bytes_downloaded":"86293","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483215.2712312,"url":"https://www.google.com/gci_91f30755d6a6b787dcc2a4062e6e9824.js","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"26","last_broadcasted_log_entry":"25.0","ts":"1785483215.1121852","r1xx":"0","r2xx":"4","r3xx":"8","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"25.0","heartbeat":"3","items_downloaded":"8","items_queued":"8","bytes_downloaded":"87893","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483215.481319,"url":"https://sms.mandelabarnes.com/robots.txt","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"27","last_broadcasted_log_entry":"26.0","ts":"1785483215.3051014","r1xx":"0","r2xx":"4","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"26.0","heartbeat":"3","items_downloaded":"8","items_queued":"8","bytes_downloaded":"121727","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483215.4939048,"url":"https://sms.mandelabarnes.com/sitemap.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"28","last_broadcasted_log_entry":"27.0","ts":"1785483215.5245886","r1xx":"0","r2xx":"5","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"27.0","heartbeat":"3","items_downloaded":"8","items_queued":"8","bytes_downloaded":"155561","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483215.582991,"url":"https://www.google.com/images/nav_logo229.png","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"29","last_broadcasted_log_entry":"28.0","ts":"1785483215.5882735","r1xx":"0","r2xx":"6","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"28.0","heartbeat":"3","items_downloaded":"8","items_queued":"8","bytes_downloaded":"167824","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483215.875597,"url":"https://www.gstatic.com/images/branding/googlelogo/1x/googlelogo_color_68x28dp.png","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"30","last_broadcasted_log_entry":"29.0","ts":"1785483215.6518166","r1xx":"0","r2xx":"7","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"29.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"169421","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483215.9383585,"url":"https://www.google.com/favicon.ico","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"31","last_broadcasted_log_entry":"30.0","ts":"1785483215.906989","r1xx":"0","r2xx":"8","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"30.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"174851","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1785483215.9443417,"url":"https://www.gstatic.com/images/branding/googlelogo/2x/googlelogo_color_68x28dp.png","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"32","last_broadcasted_log_entry":"31.0","ts":"1785483215.972789","r1xx":"0","r2xx":"9","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"31.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"2","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":" 174918 bytes.\n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"33","last_broadcasted_log_entry":"32.0","ts":"1785483216.0372634","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"32.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20240430/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"34","last_broadcasted_log_entry":"33.0","ts":"1785483216.356918","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"33.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Finished WgetDownload for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"36","last_broadcasted_log_entry":"34.0","ts":"1785483216.4208648","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"34.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Starting RelabelIfAborted for Item ","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"36","last_broadcasted_log_entry":"34.0","ts":"1785483216.4208648","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"34.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Starting CompressLogIfNoMetaWarc for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"45","last_broadcasted_log_entry":"36.0","ts":"1785483216.5647166","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","finished_at":"1785483216","last_trimmed_log_entry":"+inf","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Finished CompressLogIfNoMetaWarc for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"45","last_broadcasted_log_entry":"36.0","ts":"1785483216.5647166","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","finished_at":"1785483216","last_trimmed_log_entry":"+inf","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"45","last_broadcasted_log_entry":"36.0","ts":"1785483216.5647166","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","finished_at":"1785483216","last_trimmed_log_entry":"+inf","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"45","last_broadcasted_log_entry":"36.0","ts":"1785483216.5647166","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","finished_at":"1785483216","last_trimmed_log_entry":"+inf","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Starting MoveFiles for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"45","last_broadcasted_log_entry":"36.0","ts":"1785483216.5647166","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","finished_at":"1785483216","last_trimmed_log_entry":"+inf","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Finished MoveFiles for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"45","last_broadcasted_log_entry":"36.0","ts":"1785483216.5647166","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","finished_at":"1785483216","last_trimmed_log_entry":"+inf","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Starting StopHeartbeat for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"45","last_broadcasted_log_entry":"36.0","ts":"1785483216.5647166","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","finished_at":"1785483216","last_trimmed_log_entry":"+inf","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Finished StopHeartbeat for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"45","last_broadcasted_log_entry":"36.0","ts":"1785483216.5647166","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","finished_at":"1785483216","last_trimmed_log_entry":"+inf","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1785483216,"message":"Starting MarkItemAsDone for Item ","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1785480838","started_at":"1785483211.7648752","pipeline_id":"pipeline:3477c3442aa417e57e3d8a3ab776e503","log_score":"45","last_broadcasted_log_entry":"36.0","ts":"1785483216.5647166","r1xx":"0","r2xx":"10","r3xx":"8","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"36.0","heartbeat":"4","items_downloaded":"11","items_queued":"11","bytes_downloaded":"177838","last_acknowledged_heartbeat":"4","death_timer":"0","finished_at":"1785483216","last_trimmed_log_entry":"+inf","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Received item 3dya8228td6mfq34edx23pwac.","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"1","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1786428247.235823","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1786428247.235823","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1786428247.235823","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1786428247.235823","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1786428247.235823","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1786428247.235823","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1786428247.235823","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1786428247.235823","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1786428247.235823","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428246,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"1.0","last_broadcasted_log_entry":"1.0","ts":"1786428247.235823","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428248,"message":"Manhole[205601:1786428247.8268]: Patched and .\nManhole[205601:1786428247.8280]: Manhole UDS path: /tmp/manhole-205601\nManhole[205601:1786428247.8304]: Waiting for new connection (in pid:205601) ...\n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"11.0","ts":"1786428247.6366632","heartbeat":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428248.0931258,"url":"https://sms.mandelabarnes.com/","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1786428248.451649","heartbeat":"1","bytes_downloaded":"85531","items_downloaded":"4","items_queued":"8","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428248.1862528,"url":"https://sms.mandelabarnes.com/","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1786428248.451649","heartbeat":"1","bytes_downloaded":"85531","items_downloaded":"4","items_queued":"8","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428248.3219671,"url":"https://sms.mandelabarnes.com/","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1786428248.451649","heartbeat":"1","bytes_downloaded":"85531","items_downloaded":"4","items_queued":"8","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428248.4075837,"url":"https://sms.mandelabarnes.com/robots.txt","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"18","r1xx":"0","r2xx":"1","r3xx":"2","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"15.0","ts":"1786428248.6528096","heartbeat":"1","bytes_downloaded":"171062","items_downloaded":"4","items_queued":"8","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428248.4450111,"url":"https://sms.mandelabarnes.com/robots.txt","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"18","r1xx":"0","r2xx":"1","r3xx":"2","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"15.0","ts":"1786428248.6528096","heartbeat":"1","bytes_downloaded":"171062","items_downloaded":"4","items_queued":"8","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428248.6805012,"url":"https://sms.mandelabarnes.com/robots.txt","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"18","r1xx":"0","r2xx":"1","r3xx":"2","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"15.0","ts":"1786428248.6528096","heartbeat":"1","bytes_downloaded":"171062","items_downloaded":"4","items_queued":"8","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428249,"message":"Settings listener connected.\nSettings updated: 3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"19","r1xx":"0","r2xx":"2","r3xx":"4","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"18.0","last_broadcasted_log_entry":"18.0","ts":"1786428249.063441","heartbeat":"1","bytes_downloaded":"171062","items_downloaded":"4","items_queued":"8","last_acknowledged_heartbeat":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428249.0554574,"url":"https://www.google.com/images/branding/google_wordmark/v1/1x/googlelogo_color_white_background_272x92dp.png","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"22","r1xx":"0","r2xx":"4","r3xx":"5","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"19.0","ts":"1786428249.2671828","heartbeat":"1","bytes_downloaded":"173652","items_downloaded":"7","items_queued":"8","last_acknowledged_heartbeat":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428249.0850906,"url":"https://sms.mandelabarnes.com/sitemap.xml","response_code":302,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"22","r1xx":"0","r2xx":"4","r3xx":"5","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"19.0","ts":"1786428249.2671828","heartbeat":"1","bytes_downloaded":"173652","items_downloaded":"7","items_queued":"8","last_acknowledged_heartbeat":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428249.089635,"url":"https://ssl.gstatic.com/gb/images/bar/al-icon.png","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"22","r1xx":"0","r2xx":"4","r3xx":"5","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"19.0","ts":"1786428249.2671828","heartbeat":"1","bytes_downloaded":"173652","items_downloaded":"7","items_queued":"8","last_acknowledged_heartbeat":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428249.3348064,"url":"https://www.google.com/xjs/_/ss/k=xjs.hp.Xp5-ohu5kOA.L.W.O/am=ABAAAAAAAAAAABAAAAAAAAAAAAAAAAIAAAAAIAAEBCABAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADAgAQAgAAAAAAAAAAAAAABQAAAABAIAABAAAQAAgAAAAAJiA/d=1/ed=1/rs=ACT90oGopm5cDP0ojSdJ9QLKzfLaywcAag/m=sb_he,d?cb=121509378","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"25","r1xx":"0","r2xx":"4","r3xx":"5","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786428249.474283","heartbeat":"2","bytes_downloaded":"186135","items_downloaded":"8","items_queued":"8","last_acknowledged_heartbeat":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428249.4689987,"url":"https://sms.mandelabarnes.com/sitemap.xml","response_code":301,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"25","r1xx":"0","r2xx":"4","r3xx":"5","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786428249.474283","heartbeat":"2","bytes_downloaded":"186135","items_downloaded":"8","items_queued":"8","last_acknowledged_heartbeat":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428249.5056357,"url":"https://www.google.com/images/nav_logo229.png","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"25","r1xx":"0","r2xx":"4","r3xx":"5","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786428249.474283","heartbeat":"2","bytes_downloaded":"186135","items_downloaded":"8","items_queued":"8","last_acknowledged_heartbeat":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428249.7814782,"url":"https://www.google.com/gci_91f30755d6a6b787dcc2a4062e6e9824.js","response_code":404,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"27","r1xx":"0","r2xx":"6","r3xx":"6","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"25.0","last_broadcasted_log_entry":"25.0","ts":"1786428249.8821113","heartbeat":"2","bytes_downloaded":"273056","items_downloaded":"8","items_queued":"8","last_acknowledged_heartbeat":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"ts":1786428249.9484713,"url":"https://sms.mandelabarnes.com/sitemap.xml","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"27","r1xx":"0","r2xx":"6","r3xx":"6","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"25.0","last_broadcasted_log_entry":"25.0","ts":"1786428249.8821113","heartbeat":"2","bytes_downloaded":"273056","items_downloaded":"8","items_queued":"8","last_acknowledged_heartbeat":"1","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428251,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20230414/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"7","r3xx":"6","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"27.0","last_broadcasted_log_entry":"27.0","ts":"1786428250.2903","heartbeat":"3","bytes_downloaded":"273056","items_downloaded":"8","items_queued":"8","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428251,"message":" 270796 bytes.\n","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"7","r3xx":"6","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"27.0","last_broadcasted_log_entry":"27.0","ts":"1786428250.2903","heartbeat":"3","bytes_downloaded":"273056","items_downloaded":"8","items_queued":"8","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dya8228td6mfq34edx23pwac"}} {"type":"stdout","ts":1786428251,"message":"","job_data":{"url":"https://sms.mandelabarnes.com/","fetch_depth":"inf","log_key":"3dya8228td6mfq34edx23pwac_log","user_agent":"","ignore_patterns_set_key":"3dya8228td6mfq34edx23pwac_ignores","slug":"sms.mandelabarnes.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","no_offsite_links":"true","suppress_ignore_reports":"true","queued_at":"1786427847","started_at":"1786428246.5659995","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"7","r3xx":"6","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"27.0","last_broadcasted_log_entry":"27.0","ts":"1786428250.2903","heartbeat":"3","bytes_downloaded":"273056","items_downloaded":"8","items_queued":"8","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"3dya8228td6mfq34edx23pwac"}}