{"type":"stdout","ts":1786320685,"message":"Received item 1fzz5rmpxkzqaclm2lm4gaxso.","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"6","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"6.0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320685,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"6","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"6.0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320685,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"6","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"6.0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320685,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"6","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"6.0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320685,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"6","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"6.0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320685,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"6","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"6.0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320685,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"6.0","ts":"1786320685.8249595","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320685,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"6.0","ts":"1786320685.8249595","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320685,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"6.0","ts":"1786320685.8249595","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320685,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"6.0","ts":"1786320685.8249595","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320685,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"11","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"6.0","ts":"1786320685.8249595","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320686,"message":"Manhole[2841661:1786320686.1449]: Patched and .\nManhole[2841661:1786320686.1472]: Manhole UDS path: /tmp/manhole-2841661\nManhole[2841661:1786320686.1472]: Waiting for new connection (in pid:2841661) ...\n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"13","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1786320686.1925948","bytes_downloaded":"143","items_downloaded":"1","items_queued":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320686.3925025,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"13","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1786320686.1925948","bytes_downloaded":"143","items_downloaded":"1","items_queued":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320686.683038,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1786320686.9066951","bytes_downloaded":"1144","items_downloaded":"1","items_queued":"2","heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320686.695488,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1786320686.9066951","bytes_downloaded":"1144","items_downloaded":"1","items_queued":"2","heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320686.714063,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1786320686.9066951","bytes_downloaded":"1144","items_downloaded":"1","items_queued":"2","heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320686.7254102,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1786320686.9066951","bytes_downloaded":"1144","items_downloaded":"1","items_queued":"2","heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320686.7382555,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1786320686.9066951","bytes_downloaded":"1144","items_downloaded":"1","items_queued":"2","heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320686.7519755,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1786320686.9066951","bytes_downloaded":"1144","items_downloaded":"1","items_queued":"2","heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320686.765851,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1786320686.9066951","bytes_downloaded":"1144","items_downloaded":"1","items_queued":"2","heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320686.7975845,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"21","r1xx":"0","r2xx":"0","r3xx":"1","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"13.0","last_broadcasted_log_entry":"13.0","ts":"1786320686.9066951","bytes_downloaded":"1144","items_downloaded":"1","items_queued":"2","heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320687,"message":"Settings listener connected.\nSettings updated: 3 workers, 220 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"23","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"21.0","last_broadcasted_log_entry":"21.0","ts":"1786320687.2727084","bytes_downloaded":"1144","items_downloaded":"1","items_queued":"2","heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320687,"message":"ERROR Fetching ‘https://ctl.csg-dev.lunit.in/’ encountered an error: Too many redirects.\n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"23","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"21.0","last_broadcasted_log_entry":"21.0","ts":"1786320687.2727084","bytes_downloaded":"1144","items_downloaded":"1","items_queued":"2","heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320687.1213362,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"26","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"23.0","ts":"1786320687.4528801","bytes_downloaded":"1594","items_downloaded":"4","items_queued":"4","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320687.1488392,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"26","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"23.0","ts":"1786320687.4528801","bytes_downloaded":"1594","items_downloaded":"4","items_queued":"4","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320687.1889005,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"26","r1xx":"0","r2xx":"0","r3xx":"9","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"23.0","ts":"1786320687.4528801","bytes_downloaded":"1594","items_downloaded":"4","items_queued":"4","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320687.566932,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"29","r1xx":"0","r2xx":"0","r3xx":"12","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1786320687.63844","bytes_downloaded":"2044","items_downloaded":"4","items_queued":"4","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320687.5704575,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"29","r1xx":"0","r2xx":"0","r3xx":"12","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1786320687.63844","bytes_downloaded":"2044","items_downloaded":"4","items_queued":"4","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320687.6315887,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"29","r1xx":"0","r2xx":"0","r3xx":"12","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"26.0","last_broadcasted_log_entry":"26.0","ts":"1786320687.63844","bytes_downloaded":"2044","items_downloaded":"4","items_queued":"4","heartbeat":"1","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320687.8852923,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"32","r1xx":"0","r2xx":"0","r3xx":"15","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"29.0","last_broadcasted_log_entry":"29.0","ts":"1786320687.9968169","bytes_downloaded":"2494","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320687.9251719,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"32","r1xx":"0","r2xx":"0","r3xx":"15","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"29.0","last_broadcasted_log_entry":"29.0","ts":"1786320687.9968169","bytes_downloaded":"2494","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320687.9384885,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"32","r1xx":"0","r2xx":"0","r3xx":"15","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"29.0","last_broadcasted_log_entry":"29.0","ts":"1786320687.9968169","bytes_downloaded":"2494","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320688.228194,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"35","r1xx":"0","r2xx":"0","r3xx":"21","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"35.0","last_broadcasted_log_entry":"32.0","ts":"1786320688.3628495","bytes_downloaded":"2944","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320688.28559,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"35","r1xx":"0","r2xx":"0","r3xx":"21","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"35.0","last_broadcasted_log_entry":"32.0","ts":"1786320688.3628495","bytes_downloaded":"2944","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320688.3111007,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"35","r1xx":"0","r2xx":"0","r3xx":"21","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"35.0","last_broadcasted_log_entry":"32.0","ts":"1786320688.3628495","bytes_downloaded":"2944","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320688.5503995,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"38","r1xx":"0","r2xx":"0","r3xx":"21","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"35.0","last_broadcasted_log_entry":"35.0","ts":"1786320688.6392276","bytes_downloaded":"3394","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320688.6262858,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"38","r1xx":"0","r2xx":"0","r3xx":"21","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"35.0","last_broadcasted_log_entry":"35.0","ts":"1786320688.6392276","bytes_downloaded":"3394","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320688.6798613,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"38","r1xx":"0","r2xx":"0","r3xx":"21","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"35.0","last_broadcasted_log_entry":"35.0","ts":"1786320688.6392276","bytes_downloaded":"3394","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320688.9381692,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"41","r1xx":"0","r2xx":"0","r3xx":"24","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"38.0","last_broadcasted_log_entry":"38.0","ts":"1786320689.0033557","bytes_downloaded":"3844","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320688.9708383,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"41","r1xx":"0","r2xx":"0","r3xx":"24","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"38.0","last_broadcasted_log_entry":"38.0","ts":"1786320689.0033557","bytes_downloaded":"3844","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320688.9818053,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"41","r1xx":"0","r2xx":"0","r3xx":"24","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"38.0","last_broadcasted_log_entry":"38.0","ts":"1786320689.0033557","bytes_downloaded":"3844","items_downloaded":"4","items_queued":"4","heartbeat":"2","last_acknowledged_heartbeat":"1","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320689.2613876,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"44","r1xx":"0","r2xx":"0","r3xx":"27","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"41.0","last_broadcasted_log_entry":"41.0","ts":"1786320689.3682966","bytes_downloaded":"4294","items_downloaded":"4","items_queued":"4","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320689.353795,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"44","r1xx":"0","r2xx":"0","r3xx":"27","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"41.0","last_broadcasted_log_entry":"41.0","ts":"1786320689.3682966","bytes_downloaded":"4294","items_downloaded":"4","items_queued":"4","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320689.3708885,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"44","r1xx":"0","r2xx":"0","r3xx":"27","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"41.0","last_broadcasted_log_entry":"41.0","ts":"1786320689.3682966","bytes_downloaded":"4294","items_downloaded":"4","items_queued":"4","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320689.5581558,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"47","r1xx":"0","r2xx":"0","r3xx":"30","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"44.0","last_broadcasted_log_entry":"44.0","ts":"1786320689.7406816","bytes_downloaded":"4744","items_downloaded":"4","items_queued":"4","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320689.6477551,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"47","r1xx":"0","r2xx":"0","r3xx":"30","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"44.0","last_broadcasted_log_entry":"44.0","ts":"1786320689.7406816","bytes_downloaded":"4744","items_downloaded":"4","items_queued":"4","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320689.6931689,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"47","r1xx":"0","r2xx":"0","r3xx":"30","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"44.0","last_broadcasted_log_entry":"44.0","ts":"1786320689.7406816","bytes_downloaded":"4744","items_downloaded":"4","items_queued":"4","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320689.8846288,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"51","r1xx":"0","r2xx":"0","r3xx":"33","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1786320690.0983381","bytes_downloaded":"4744","items_downloaded":"4","items_queued":"7","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320689.9698508,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"51","r1xx":"0","r2xx":"0","r3xx":"33","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1786320690.0983381","bytes_downloaded":"4744","items_downloaded":"4","items_queued":"7","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320690.0394526,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"51","r1xx":"0","r2xx":"0","r3xx":"33","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1786320690.0983381","bytes_downloaded":"4744","items_downloaded":"4","items_queued":"7","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320690,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241203/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://ctl.csg-dev.lunit.in/sitemap.xml’ encountered an error: Too many redirects.\nERROR Fetching ‘https://ctl.csg-dev.lunit.in/’ encountered an error: Too many redirects.\nERROR Fetching ‘https://ctl.csg-dev.lunit.in/robots.txt’ encountered an error: Too many redirects.\n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"51","r1xx":"0","r2xx":"0","r3xx":"33","r4xx":"0","r5xx":"0","runk":"0","error_count":"1","last_analyzed_log_entry":"47.0","last_broadcasted_log_entry":"47.0","ts":"1786320690.0983381","bytes_downloaded":"4744","items_downloaded":"4","items_queued":"7","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320690.257109,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"54","r1xx":"0","r2xx":"0","r3xx":"36","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"51.0","last_broadcasted_log_entry":"51.0","ts":"1786320690.4619539","bytes_downloaded":"5194","items_downloaded":"7","items_queued":"7","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320690.263696,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"54","r1xx":"0","r2xx":"0","r3xx":"36","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"51.0","last_broadcasted_log_entry":"51.0","ts":"1786320690.4619539","bytes_downloaded":"5194","items_downloaded":"7","items_queued":"7","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320690.4289117,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"54","r1xx":"0","r2xx":"0","r3xx":"36","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"51.0","last_broadcasted_log_entry":"51.0","ts":"1786320690.4619539","bytes_downloaded":"5194","items_downloaded":"7","items_queued":"7","heartbeat":"3","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320690.6413949,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"57","r1xx":"0","r2xx":"0","r3xx":"39","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"54.0","last_broadcasted_log_entry":"54.0","ts":"1786320690.8272674","bytes_downloaded":"5644","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320690.6576004,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"57","r1xx":"0","r2xx":"0","r3xx":"39","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"54.0","last_broadcasted_log_entry":"54.0","ts":"1786320690.8272674","bytes_downloaded":"5644","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320690.7967188,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"57","r1xx":"0","r2xx":"0","r3xx":"39","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"54.0","last_broadcasted_log_entry":"54.0","ts":"1786320690.8272674","bytes_downloaded":"5644","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320690.9780154,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"62","r1xx":"0","r2xx":"0","r3xx":"42","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"57.0","last_broadcasted_log_entry":"57.0","ts":"1786320691.187311","bytes_downloaded":"6390","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320690.985996,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"62","r1xx":"0","r2xx":"0","r3xx":"42","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"57.0","last_broadcasted_log_entry":"57.0","ts":"1786320691.187311","bytes_downloaded":"6390","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320691.184364,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"62","r1xx":"0","r2xx":"0","r3xx":"42","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"57.0","last_broadcasted_log_entry":"57.0","ts":"1786320691.187311","bytes_downloaded":"6390","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320691.2738225,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"62","r1xx":"0","r2xx":"0","r3xx":"42","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"57.0","last_broadcasted_log_entry":"57.0","ts":"1786320691.187311","bytes_downloaded":"6390","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320691.3169956,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"62","r1xx":"0","r2xx":"0","r3xx":"42","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"57.0","last_broadcasted_log_entry":"57.0","ts":"1786320691.187311","bytes_downloaded":"6390","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"3","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320691.463142,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"63","r1xx":"0","r2xx":"0","r3xx":"47","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"62.0","last_broadcasted_log_entry":"62.0","ts":"1786320691.461858","bytes_downloaded":"6544","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320691.6028385,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"67","r1xx":"0","r2xx":"0","r3xx":"48","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"63.0","last_broadcasted_log_entry":"63.0","ts":"1786320691.8236237","bytes_downloaded":"7147","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320691.6142418,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"67","r1xx":"0","r2xx":"0","r3xx":"48","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"63.0","last_broadcasted_log_entry":"63.0","ts":"1786320691.8236237","bytes_downloaded":"7147","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320691.891608,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"67","r1xx":"0","r2xx":"0","r3xx":"48","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"63.0","last_broadcasted_log_entry":"63.0","ts":"1786320691.8236237","bytes_downloaded":"7147","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320691.8953216,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"67","r1xx":"0","r2xx":"0","r3xx":"48","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"63.0","last_broadcasted_log_entry":"63.0","ts":"1786320691.8236237","bytes_downloaded":"7147","items_downloaded":"7","items_queued":"7","heartbeat":"4","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320691.9768286,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"70","r1xx":"0","r2xx":"0","r3xx":"52","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"67.0","last_broadcasted_log_entry":"67.0","ts":"1786320692.188776","bytes_downloaded":"7597","items_downloaded":"7","items_queued":"7","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320692.2501228,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"70","r1xx":"0","r2xx":"0","r3xx":"52","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"67.0","last_broadcasted_log_entry":"67.0","ts":"1786320692.188776","bytes_downloaded":"7597","items_downloaded":"7","items_queued":"7","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320692.2722712,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"70","r1xx":"0","r2xx":"0","r3xx":"52","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"67.0","last_broadcasted_log_entry":"67.0","ts":"1786320692.188776","bytes_downloaded":"7597","items_downloaded":"7","items_queued":"7","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320692.365701,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"74","r1xx":"0","r2xx":"0","r3xx":"55","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"70.0","last_broadcasted_log_entry":"70.0","ts":"1786320692.5525992","bytes_downloaded":"8190","items_downloaded":"7","items_queued":"7","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320692.5494375,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"74","r1xx":"0","r2xx":"0","r3xx":"55","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"70.0","last_broadcasted_log_entry":"70.0","ts":"1786320692.5525992","bytes_downloaded":"8190","items_downloaded":"7","items_queued":"7","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320692.5536177,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"74","r1xx":"0","r2xx":"0","r3xx":"55","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"70.0","last_broadcasted_log_entry":"70.0","ts":"1786320692.5525992","bytes_downloaded":"8190","items_downloaded":"7","items_queued":"7","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320692.677009,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"74","r1xx":"0","r2xx":"0","r3xx":"55","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"70.0","last_broadcasted_log_entry":"70.0","ts":"1786320692.5525992","bytes_downloaded":"8190","items_downloaded":"7","items_queued":"7","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320692.8382225,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"77","r1xx":"0","r2xx":"0","r3xx":"59","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"74.0","last_broadcasted_log_entry":"74.0","ts":"1786320692.91584","bytes_downloaded":"8344","items_downloaded":"7","items_queued":"9","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320692.8610456,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"77","r1xx":"0","r2xx":"0","r3xx":"59","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"74.0","last_broadcasted_log_entry":"74.0","ts":"1786320692.91584","bytes_downloaded":"8344","items_downloaded":"7","items_queued":"9","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320692.9871771,"url":"https://ctl.research.dev.lunit.io/","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"77","r1xx":"0","r2xx":"0","r3xx":"59","r4xx":"0","r5xx":"0","runk":"0","error_count":"4","last_analyzed_log_entry":"74.0","last_broadcasted_log_entry":"74.0","ts":"1786320692.91584","bytes_downloaded":"8344","items_downloaded":"7","items_queued":"9","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320693,"message":"ERROR Fetching ‘https://ctl.csg-dev.lunit.in/robots.txt’ encountered an error: Too many redirects.\nERROR Fetching ‘https://ctl.csg-dev.lunit.in/’ encountered an error: Too many redirects.\n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"78","r1xx":"0","r2xx":"0","r3xx":"62","r4xx":"0","r5xx":"0","runk":"0","error_count":"6","last_analyzed_log_entry":"77.0","last_broadcasted_log_entry":"77.0","ts":"1786320693.2800903","bytes_downloaded":"8344","items_downloaded":"7","items_queued":"9","heartbeat":"5","last_acknowledged_heartbeat":"4","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320693.1887937,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"81","r1xx":"0","r2xx":"0","r3xx":"65","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"81.0","last_broadcasted_log_entry":"78.0","ts":"1786320693.3711164","bytes_downloaded":"8651","items_downloaded":"10","items_queued":"10","heartbeat":"6","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320693.1995249,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"81","r1xx":"0","r2xx":"0","r3xx":"65","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"81.0","last_broadcasted_log_entry":"78.0","ts":"1786320693.3711164","bytes_downloaded":"8651","items_downloaded":"10","items_queued":"10","heartbeat":"6","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320693.275591,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"81","r1xx":"0","r2xx":"0","r3xx":"65","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"81.0","last_broadcasted_log_entry":"78.0","ts":"1786320693.3711164","bytes_downloaded":"8651","items_downloaded":"10","items_queued":"10","heartbeat":"6","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320693.6094978,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"83","r1xx":"0","r2xx":"0","r3xx":"65","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"81.0","last_broadcasted_log_entry":"81.0","ts":"1786320693.6523545","bytes_downloaded":"8958","items_downloaded":"10","items_queued":"10","heartbeat":"6","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320693.6846557,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"83","r1xx":"0","r2xx":"0","r3xx":"65","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"81.0","last_broadcasted_log_entry":"81.0","ts":"1786320693.6523545","bytes_downloaded":"8958","items_downloaded":"10","items_queued":"10","heartbeat":"6","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320693.891696,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"85","r1xx":"0","r2xx":"0","r3xx":"67","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"83.0","last_broadcasted_log_entry":"83.0","ts":"1786320694.0081642","bytes_downloaded":"9265","items_downloaded":"10","items_queued":"10","heartbeat":"6","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320694.0616002,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"85","r1xx":"0","r2xx":"0","r3xx":"67","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"83.0","last_broadcasted_log_entry":"83.0","ts":"1786320694.0081642","bytes_downloaded":"9265","items_downloaded":"10","items_queued":"10","heartbeat":"6","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320694,"message":"ERROR Fetching ‘https://ctl.csg-dev.lunit.in/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"86","r1xx":"0","r2xx":"0","r3xx":"69","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"86.0","last_broadcasted_log_entry":"85.0","ts":"1786320694.3707886","bytes_downloaded":"9265","items_downloaded":"10","items_queued":"10","heartbeat":"6","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320694.2465496,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"88","r1xx":"0","r2xx":"0","r3xx":"69","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"86.0","last_broadcasted_log_entry":"86.0","ts":"1786320694.4640756","bytes_downloaded":"9572","items_downloaded":"10","items_queued":"10","heartbeat":"6","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320694.360222,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"88","r1xx":"0","r2xx":"0","r3xx":"69","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"86.0","last_broadcasted_log_entry":"86.0","ts":"1786320694.4640756","bytes_downloaded":"9572","items_downloaded":"10","items_queued":"10","heartbeat":"6","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320694.609952,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"90","r1xx":"0","r2xx":"0","r3xx":"71","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"88.0","last_broadcasted_log_entry":"88.0","ts":"1786320694.733412","bytes_downloaded":"9879","items_downloaded":"10","items_queued":"10","heartbeat":"7","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320694.7059407,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"90","r1xx":"0","r2xx":"0","r3xx":"71","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"88.0","last_broadcasted_log_entry":"88.0","ts":"1786320694.733412","bytes_downloaded":"9879","items_downloaded":"10","items_queued":"10","heartbeat":"7","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320694.9196312,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"93","r1xx":"0","r2xx":"0","r3xx":"73","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"90.0","last_broadcasted_log_entry":"90.0","ts":"1786320695.1032321","bytes_downloaded":"10339","items_downloaded":"10","items_queued":"10","heartbeat":"7","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320694.9977498,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"93","r1xx":"0","r2xx":"0","r3xx":"73","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"90.0","last_broadcasted_log_entry":"90.0","ts":"1786320695.1032321","bytes_downloaded":"10339","items_downloaded":"10","items_queued":"10","heartbeat":"7","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320695.2184694,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"93","r1xx":"0","r2xx":"0","r3xx":"73","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"90.0","last_broadcasted_log_entry":"90.0","ts":"1786320695.1032321","bytes_downloaded":"10339","items_downloaded":"10","items_queued":"10","heartbeat":"7","last_acknowledged_heartbeat":"6","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320695.2814302,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"95","r1xx":"0","r2xx":"0","r3xx":"78","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"93.0","last_broadcasted_log_entry":"93.0","ts":"1786320695.4647007","bytes_downloaded":"10646","items_downloaded":"10","items_queued":"10","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320695.5485175,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"95","r1xx":"0","r2xx":"0","r3xx":"78","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"93.0","last_broadcasted_log_entry":"93.0","ts":"1786320695.4647007","bytes_downloaded":"10646","items_downloaded":"10","items_queued":"10","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320695,"message":"ERROR Fetching ‘https://ctl.csg-dev.lunit.in/robots.txt’ encountered an error: Too many redirects.\n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"96","r1xx":"0","r2xx":"0","r3xx":"78","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"95.0","last_broadcasted_log_entry":"95.0","ts":"1786320695.8280303","bytes_downloaded":"10646","items_downloaded":"10","items_queued":"10","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320695.6188025,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"OK","is_error":false,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"99","r1xx":"0","r2xx":"0","r3xx":"78","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"96.0","last_broadcasted_log_entry":"96.0","ts":"1786320696.1034534","bytes_downloaded":"10800","items_downloaded":"10","items_queued":"12","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320695.821147,"url":"https://ctl.research.dev.lunit.io/robots.txt","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"99","r1xx":"0","r2xx":"0","r3xx":"78","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"96.0","last_broadcasted_log_entry":"96.0","ts":"1786320696.1034534","bytes_downloaded":"10800","items_downloaded":"10","items_queued":"12","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"ts":1786320695.9118552,"url":"https://ctl.research.dev.lunit.io/sitemap.xml","response_code":307,"wget_code":"Too many redirects.","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"99","r1xx":"0","r2xx":"0","r3xx":"78","r4xx":"0","r5xx":"0","runk":"0","error_count":"7","last_analyzed_log_entry":"96.0","last_broadcasted_log_entry":"96.0","ts":"1786320696.1034534","bytes_downloaded":"10800","items_downloaded":"10","items_queued":"12","heartbeat":"7","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320696,"message":" 0 bytes.\n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"101","r1xx":"0","r2xx":"0","r3xx":"81","r4xx":"0","r5xx":"0","runk":"0","error_count":"9","last_analyzed_log_entry":"99.0","last_broadcasted_log_entry":"99.0","ts":"1786320696.1938107","bytes_downloaded":"10800","items_downloaded":"10","items_queued":"12","heartbeat":"8","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320696,"message":"ERROR Fetching ‘https://ctl.csg-dev.lunit.in/sitemap.xml’ encountered an error: Too many redirects.\n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"101","r1xx":"0","r2xx":"0","r3xx":"81","r4xx":"0","r5xx":"0","runk":"0","error_count":"9","last_analyzed_log_entry":"99.0","last_broadcasted_log_entry":"99.0","ts":"1786320696.1938107","bytes_downloaded":"10800","items_downloaded":"10","items_queued":"12","heartbeat":"8","last_acknowledged_heartbeat":"7","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320698,"message":"Finished WgetDownload for Item \n","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"103","r1xx":"0","r2xx":"0","r3xx":"81","r4xx":"0","r5xx":"0","runk":"0","error_count":"9","last_analyzed_log_entry":"101.0","last_broadcasted_log_entry":"101.0","ts":"1786320696.5627391","bytes_downloaded":"10800","items_downloaded":"10","items_queued":"12","heartbeat":"9","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}} {"type":"stdout","ts":1786320698,"message":"Starting RelabelIfAborted for Item ","job_data":{"url":"https://ctl.research.dev.lunit.io/","fetch_depth":"inf","log_key":"1fzz5rmpxkzqaclm2lm4gaxso_log","user_agent":"","ignore_patterns_set_key":"1fzz5rmpxkzqaclm2lm4gaxso_ignores","slug":"ctl.research.dev.lunit.io-inf","started_by":"Ryz","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","note":"https://www.lunit.io/ - Login wall","suppress_ignore_reports":"true","queued_at":"1786318961","started_at":"1786320685.2244465","pipeline_id":"pipeline:8e25fdb2891c5d880f9e667108832a7e","log_score":"103","r1xx":"0","r2xx":"0","r3xx":"81","r4xx":"0","r5xx":"0","runk":"0","error_count":"9","last_analyzed_log_entry":"101.0","last_broadcasted_log_entry":"101.0","ts":"1786320696.5627391","bytes_downloaded":"10800","items_downloaded":"10","items_queued":"12","heartbeat":"9","last_acknowledged_heartbeat":"9","death_timer":"0","ident":"1fzz5rmpxkzqaclm2lm4gaxso"}}