{"type":"stdout","ts":1787947803,"message":"Received item 27rgqlw6yzq72da6ee78u7lvo.","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"2","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947803,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"2","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947803,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1787947803.6564207","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947803,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1787947803.6564207","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947803,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1787947803.6564207","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947803,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1787947803.6564207","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947803,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1787947803.6564207","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947803,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1787947803.6564207","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947803,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1787947803.6564207","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947803,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1787947803.6564207","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947803,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"2.0","last_broadcasted_log_entry":"2.0","ts":"1787947803.6564207","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"ts":1787947806.7779586,"url":"https://lg-sea.racknerd.com/","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1787947804.1424096","bytes_downloaded":"9025","items_downloaded":"1","items_queued":"1","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"ts":1787947809.1970823,"url":"https://lg-sea.racknerd.com/assets/css/bootstrap.min.css","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"13","r1xx":"0","r2xx":"1","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1787947807.3637154","bytes_downloaded":"169327","items_downloaded":"7","items_queued":"7","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"ts":1787947810.0682657,"url":"https://lg-sea.racknerd.com/assets/js/jquery-3.6.0.min.js","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"14","r1xx":"0","r2xx":"2","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1787947809.2975788","bytes_downloaded":"258828","items_downloaded":"7","items_queued":"7","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"ts":1787947810.6609802,"url":"https://lg-sea.racknerd.com/assets/js/bootstrap.bundle.min.js","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"15","r1xx":"0","r2xx":"3","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"14.0","last_broadcasted_log_entry":"14.0","ts":"1787947810.534072","bytes_downloaded":"339755","items_downloaded":"7","items_queued":"17","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"ts":1787947810.9550815,"url":"https://racknerd.com/images/logo-dark.png","response_code":200,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"16","r1xx":"0","r2xx":"4","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"15.0","ts":"1787947810.707375","bytes_downloaded":"350003","items_downloaded":"17","items_queued":"17","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947824,"message":"Settings listener connected.\nSettings updated: 3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n 350003 bytes.\n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"20","r1xx":"0","r2xx":"5","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1787947810.9907131","bytes_downloaded":"350003","items_downloaded":"17","items_queued":"17","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947824,"message":"Manhole[3856170:1787947805.3629]: Manhole UDS path: /tmp/manhole-3856170\nManhole[3856170:1787947805.3630]: Waiting for new connection (in pid:3856170) ...\nManhole[3856170:1787947805.3630]: Patched and .\n/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20240430/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\n","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"20","r1xx":"0","r2xx":"5","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1787947810.9907131","bytes_downloaded":"350003","items_downloaded":"17","items_queued":"17","ident":"27rgqlw6yzq72da6ee78u7lvo"}} {"type":"stdout","ts":1787947824,"message":"","job_data":{"url":"https://lg-sea.racknerd.com/","fetch_depth":"shallow","log_key":"27rgqlw6yzq72da6ee78u7lvo_log","user_agent":"","ignore_patterns_set_key":"27rgqlw6yzq72da6ee78u7lvo_ignores","slug":"lg-sea.racknerd.com-shallow","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.racknerd.com/ - Inactive since unknown","suppress_ignore_reports":"true","queued_at":"1787947602","started_at":"1787947803.426551","pipeline_id":"pipeline:02efadf25d2c6b89fa5db9aa818b066f","log_score":"20","r1xx":"0","r2xx":"5","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1787947810.9907131","bytes_downloaded":"350003","items_downloaded":"17","items_queued":"17","ident":"27rgqlw6yzq72da6ee78u7lvo"}}