{"type":"stdout","ts":1786486551,"message":"Received item 2myk9rf3y56bmfo1dqxlmubqp.","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"10","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486551,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"10","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486551,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"10","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486551,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"10","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486551,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"10","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486551,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"10","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486551,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"10","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486551,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"10","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486551,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"10","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486551,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"10","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486551,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"10.0","ts":"1786486551.3489509","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486552,"message":"Manhole[209284:1786486552.1655]: Manhole UDS path: /tmp/manhole-209284\nManhole[209284:1786486552.1655]: Waiting for new connection (in pid:209284) ...\nManhole[209284:1786486552.1656]: Patched <built-in function fork> and <built-in function forkpty>.\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1786486551.6676033","heartbeat":"1","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786486553.1990054,"url":"https://staging.firstamendment.com/","response_code":403,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"13","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1786486552.7125857","heartbeat":"1","last_acknowledged_heartbeat":"1","bytes_downloaded":"113878","items_downloaded":"1","items_queued":"1","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486553,"message":"Settings listener connected.\nSettings updated:  3 workers, 267 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"14","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1786486553.6629856","heartbeat":"1","last_acknowledged_heartbeat":"1","bytes_downloaded":"113878","items_downloaded":"1","items_queued":"1","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786486553.6725209,"url":"https://staging.firstamendment.com/robots.txt","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"14.0","last_broadcasted_log_entry":"14.0","ts":"1786486553.745646","heartbeat":"2","last_acknowledged_heartbeat":"1","bytes_downloaded":"114002","items_downloaded":"3","items_queued":"3","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786486554.18104,"url":"https://staging.firstamendment.com/sitemap.xml","response_code":403,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"16","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"15.0","ts":"1786486554.0457666","heartbeat":"3","last_acknowledged_heartbeat":"1","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486554,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20230414/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"20","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1786486554.4608338","heartbeat":"3","last_acknowledged_heartbeat":"1","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486554,"message":"  124 bytes.\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"20","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1786486554.4608338","heartbeat":"3","last_acknowledged_heartbeat":"1","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486554,"message":"","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"20","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1786486554.4608338","heartbeat":"3","last_acknowledged_heartbeat":"1","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Finished WgetDownload for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"22","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"20.0","last_broadcasted_log_entry":"20.0","ts":"1786486555.1724048","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Starting RelabelIfAborted for Item ","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"22","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"20.0","last_broadcasted_log_entry":"20.0","ts":"1786486555.1724048","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Starting CompressLogIfNoMetaWarc for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786486555.788052","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","finished_at":"1786486555","last_trimmed_log_entry":"+inf","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Finished CompressLogIfNoMetaWarc for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786486555.788052","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","finished_at":"1786486555","last_trimmed_log_entry":"+inf","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786486555.788052","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","finished_at":"1786486555","last_trimmed_log_entry":"+inf","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786486555.788052","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","finished_at":"1786486555","last_trimmed_log_entry":"+inf","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Starting MoveFiles for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786486555.788052","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","finished_at":"1786486555","last_trimmed_log_entry":"+inf","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Finished MoveFiles for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786486555.788052","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","finished_at":"1786486555","last_trimmed_log_entry":"+inf","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Starting StopHeartbeat for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786486555.788052","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","finished_at":"1786486555","last_trimmed_log_entry":"+inf","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Finished StopHeartbeat for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786486555.788052","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","finished_at":"1786486555","last_trimmed_log_entry":"+inf","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786486555,"message":"Starting MarkItemAsDone for Item ","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486524","started_at":"1786486550.7738457","pipeline_id":"pipeline:ec6f22e7310425474ba500c0732f2385","log_score":"31","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"22.0","last_broadcasted_log_entry":"22.0","ts":"1786486555.788052","heartbeat":"3","last_acknowledged_heartbeat":"3","bytes_downloaded":"227891","items_downloaded":"3","items_queued":"3","death_timer":"0","finished_at":"1786486555","last_trimmed_log_entry":"+inf","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Received item 2myk9rf3y56bmfo1dqxlmubqp.","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"2","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"2","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1786487027.7651293","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1786487027.7651293","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1786487027.7651293","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1786487027.7651293","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1786487027.7651293","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1786487027.7651293","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1786487027.7651293","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1786487027.7651293","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487027,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1786487027.7651293","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487028,"message":"Manhole[3993995:1786487027.9676]: Patched <built-in function fork> and <built-in function forkpty>.\nManhole[3993995:1786487027.9697]: Manhole UDS path: /tmp/manhole-3993995\nManhole[3993995:1786487027.9697]: Waiting for new connection (in pid:3993995) ...\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1786487028.1341908","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487048,"message":"Settings listener connected.\nSettings updated:  3 workers, 267 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"14","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"14.0","last_broadcasted_log_entry":"12.0","ts":"1786487028.881315","heartbeat":"15","last_acknowledged_heartbeat":"14","items_downloaded":"1","items_queued":"1","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487048,"message":"ERROR Fetching ‘https://staging.firstamendment.com/’ encountered an error: Connect timed out.\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"14","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"14.0","last_broadcasted_log_entry":"12.0","ts":"1786487028.881315","heartbeat":"15","last_acknowledged_heartbeat":"14","items_downloaded":"1","items_queued":"1","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786487048.1143813,"url":"https://staging.firstamendment.com/","response_code":0,"wget_code":"Connect timed out.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"1","error_count":"1","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"14.0","ts":"1786487048.3888226","heartbeat":"15","last_acknowledged_heartbeat":"14","items_downloaded":"1","items_queued":"2","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786487068.4493523,"url":"https://staging.firstamendment.com/robots.txt","response_code":0,"wget_code":"Connect timed out.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"16","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"1","error_count":"1","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"15.0","ts":"1786487048.4764707","heartbeat":"30","last_acknowledged_heartbeat":"29","items_downloaded":"4","items_queued":"5","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487068,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241203/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://staging.firstamendment.com/robots.txt’ encountered an error: Connect timed out.\nERROR Fetching ‘https://staging.firstamendment.com/sitemap.xml’ encountered an error: Connect timed out.\nERROR Fetching ‘https://staging.firstamendment.com/’ encountered an error: Connect timed out.\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"17","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"2","error_count":"2","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1786487068.6823587","heartbeat":"30","last_acknowledged_heartbeat":"29","items_downloaded":"4","items_queued":"5","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786487068.4524515,"url":"https://staging.firstamendment.com/sitemap.xml","response_code":0,"wget_code":"Connect timed out.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"19","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"2","error_count":"2","last_analyzed_log_entry":"17.0","last_broadcasted_log_entry":"17.0","ts":"1786487068.964029","heartbeat":"30","last_acknowledged_heartbeat":"29","items_downloaded":"7","items_queued":"7","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786487068.4542031,"url":"https://staging.firstamendment.com/","response_code":0,"wget_code":"Connect timed out.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"19","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"2","error_count":"2","last_analyzed_log_entry":"17.0","last_broadcasted_log_entry":"17.0","ts":"1786487068.964029","heartbeat":"30","last_acknowledged_heartbeat":"29","items_downloaded":"7","items_queued":"7","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786487088.7751553,"url":"https://staging.firstamendment.com/","response_code":0,"wget_code":"Connect timed out.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"20","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"4","error_count":"4","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1786487069.0577629","heartbeat":"44","last_acknowledged_heartbeat":"43","items_downloaded":"7","items_queued":"8","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487089,"message":"ERROR Fetching ‘https://staging.firstamendment.com/’ encountered an error: Connect timed out.\nERROR Fetching ‘https://staging.firstamendment.com/robots.txt’ encountered an error: Connect timed out.\nERROR Fetching ‘https://staging.firstamendment.com/sitemap.xml’ encountered an error: Connect timed out.\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"5","error_count":"5","last_analyzed_log_entry":"20.0","last_broadcasted_log_entry":"20.0","ts":"1786487089.1860445","heartbeat":"45","last_acknowledged_heartbeat":"45","items_downloaded":"7","items_queued":"8","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786487088.7798767,"url":"https://staging.firstamendment.com/robots.txt","response_code":0,"wget_code":"Connect timed out.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"23","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"5","error_count":"5","last_analyzed_log_entry":"21.0","last_broadcasted_log_entry":"21.0","ts":"1786487089.555897","heartbeat":"45","last_acknowledged_heartbeat":"45","items_downloaded":"10","items_queued":"10","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786487088.838667,"url":"https://staging.firstamendment.com/sitemap.xml","response_code":0,"wget_code":"Connect timed out.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"23","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"5","error_count":"5","last_analyzed_log_entry":"21.0","last_broadcasted_log_entry":"21.0","ts":"1786487089.555897","heartbeat":"45","last_acknowledged_heartbeat":"45","items_downloaded":"10","items_queued":"10","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786487109.0743542,"url":"https://staging.firstamendment.com/robots.txt","response_code":0,"wget_code":"Connect timed out.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"24","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"8","error_count":"8","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"23.0","ts":"1786487089.5611937","heartbeat":"59","last_acknowledged_heartbeat":"58","items_downloaded":"10","items_queued":"11","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487109,"message":"  0 bytes.\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"28","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"8","error_count":"8","last_analyzed_log_entry":"28.0","last_broadcasted_log_entry":"24.0","ts":"1786487109.308871","heartbeat":"60","last_acknowledged_heartbeat":"59","items_downloaded":"10","items_queued":"11","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487109,"message":"ERROR Fetching ‘https://staging.firstamendment.com/robots.txt’ encountered an error: Connect timed out.\nERROR Fetching ‘https://staging.firstamendment.com/sitemap.xml’ encountered an error: Connect timed out.\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"28","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"8","error_count":"8","last_analyzed_log_entry":"28.0","last_broadcasted_log_entry":"24.0","ts":"1786487109.308871","heartbeat":"60","last_acknowledged_heartbeat":"59","items_downloaded":"10","items_queued":"11","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786487109,"message":"","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive; law firm","suppress_ignore_reports":"true","queued_at":"1786486656","started_at":"1786487027.1554697","pipeline_id":"pipeline:0d6e4b9a76e3cb0b9f8e4276ff35d96c","log_score":"28","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"8","error_count":"8","last_analyzed_log_entry":"28.0","last_broadcasted_log_entry":"24.0","ts":"1786487109.308871","heartbeat":"60","last_acknowledged_heartbeat":"59","items_downloaded":"10","items_queued":"11","death_timer":"0","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Received item 2myk9rf3y56bmfo1dqxlmubqp.","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489903,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"11","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489904,"message":"Manhole[2909501:1786489903.8010]: Patched <built-in function fork> and <built-in function forkpty>.\nManhole[2909501:1786489903.8033]: Manhole UDS path: /tmp/manhole-2909501\nManhole[2909501:1786489903.8034]: Waiting for new connection (in pid:2909501) ...\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1786489903.361208","heartbeat":"1","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489904,"message":"Settings listener connected.\nSettings updated:  3 workers, 267 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"13","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"12.0","ts":"1786489904.45083","heartbeat":"1","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786489904.8873327,"url":"https://staging.firstamendment.com/","response_code":403,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"14","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1786489905.1749303","heartbeat":"1","bytes_downloaded":"113876","items_downloaded":"1","items_queued":"1","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786489905.2737463,"url":"https://staging.firstamendment.com/robots.txt","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"14.0","last_broadcasted_log_entry":"14.0","ts":"1786489905.261775","heartbeat":"2","bytes_downloaded":"114000","items_downloaded":"3","items_queued":"3","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"ts":1786489905.7155995,"url":"https://staging.firstamendment.com/sitemap.xml","response_code":403,"wget_code":"OK","is_error":false,"is_warning":true,"type":"download","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"16","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"1","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"15.0","ts":"1786489905.6209948","heartbeat":"2","bytes_downloaded":"227887","items_downloaded":"3","items_queued":"3","last_acknowledged_heartbeat":"2","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489906,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241204/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"20","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1786489905.9806156","heartbeat":"2","bytes_downloaded":"227887","items_downloaded":"3","items_queued":"3","last_acknowledged_heartbeat":"2","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489906,"message":"  124 bytes.\n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"20","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1786489905.9806156","heartbeat":"2","bytes_downloaded":"227887","items_downloaded":"3","items_queued":"3","last_acknowledged_heartbeat":"2","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489906,"message":"","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"20","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1786489905.9806156","heartbeat":"2","bytes_downloaded":"227887","items_downloaded":"3","items_queued":"3","last_acknowledged_heartbeat":"2","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489906,"message":"Finished WgetDownload for Item \n","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"22","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"20.0","last_broadcasted_log_entry":"20.0","ts":"1786489906.61172","heartbeat":"3","bytes_downloaded":"227887","items_downloaded":"3","items_queued":"3","last_acknowledged_heartbeat":"2","finished_at":"1786489907","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}
{"type":"stdout","ts":1786489906,"message":"Starting RelabelIfAborted for Item ","job_data":{"url":"https://staging.firstamendment.com/","fetch_depth":"inf","log_key":"2myk9rf3y56bmfo1dqxlmubqp_log","user_agent":"","ignore_patterns_set_key":"2myk9rf3y56bmfo1dqxlmubqp_ignores","slug":"staging.firstamendment.com-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"5","concurrency":"3","note":"Proactive","suppress_ignore_reports":"true","queued_at":"1786489867","started_at":"1786489902.7728298","pipeline_id":"pipeline:e801b2a9147a3a7efdd0fdfe406598c8","log_score":"22","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"2","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"20.0","last_broadcasted_log_entry":"20.0","ts":"1786489906.61172","heartbeat":"3","bytes_downloaded":"227887","items_downloaded":"3","items_queued":"3","last_acknowledged_heartbeat":"2","finished_at":"1786489907","ident":"2myk9rf3y56bmfo1dqxlmubqp"}}