{"type":"stdout","ts":1788552632,"message":"Received item 1kru4x0txdkde8mst7ba6uga8.","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552632,"message":"Starting StartHeartbeat for Item \n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552632,"message":"Finished StartHeartbeat for Item \n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552632,"message":"Starting SetFetchDepth for Item \n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552632,"message":"Finished SetFetchDepth for Item \n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552632,"message":"Starting PreparePaths for Item \n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552632,"message":"Finished PreparePaths for Item \n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552632,"message":"Starting WriteInfo for Item \n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552632,"message":"Finished WriteInfo for Item \n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552632,"message":"Starting DownloadUrlFile for Item ","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552632,"message":"Starting WgetDownload for Item \n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552633,"message":"Manhole[3900379:1788552633.5335]: Patched <built-in function fork> and <built-in function forkpty>.\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"12","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"11.0","last_broadcasted_log_entry":"11.0","ts":"1788552632.7432811","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552633,"message":"Manhole[3900379:1788552633.5366]: Manhole UDS path: /tmp/manhole-3900379\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"14","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1788552633.5423288","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552633,"message":"Manhole[3900379:1788552633.5367]: Waiting for new connection (in pid:3900379) ...\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"14","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"12.0","last_broadcasted_log_entry":"12.0","ts":"1788552633.5423288","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552633,"message":"ERROR Fetching ‘https://www.dev.nytransitmuseum.org/’ encountered an error: [Errno 1] Operation not permitted\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"15","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"14.0","last_broadcasted_log_entry":"14.0","ts":"1788552633.5513446","heartbeat":"1","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552633,"message":"Settings listener connected.\nSettings updated:  3 workers, 245 ignores, delay min/max: [250, 375] ms, suppressing ignore reports\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"16","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"15.0","last_broadcasted_log_entry":"15.0","ts":"1788552633.7626445","heartbeat":"1","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"ts":1788552633.7727706,"url":"https://www.dev.nytransitmuseum.org/","response_code":0,"wget_code":"[Errno 1] Operation not permitted","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"17","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"0","error_count":"0","last_analyzed_log_entry":"16.0","last_broadcasted_log_entry":"16.0","ts":"1788552633.7896743","heartbeat":"1","items_downloaded":"1","items_queued":"2","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"ts":1788552634.074015,"url":"https://www.dev.nytransitmuseum.org/robots.txt","response_code":0,"wget_code":"[Errno 1] Operation not permitted","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"19","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"2","error_count":"2","last_analyzed_log_entry":"17.0","last_broadcasted_log_entry":"17.0","ts":"1788552633.7941391","heartbeat":"1","items_downloaded":"4","items_queued":"5","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552634,"message":"/home/archivebot/.pyenv/versions/3.6.15/envs/archivebot-20241024/lib/python3.6/site-packages/wpull/protocol/http/client.py:185: UserWarning: HTTP session did not complete.\n  warnings.warn(_('HTTP session did not complete.'))\nERROR Fetching ‘https://www.dev.nytransitmuseum.org/robots.txt’ encountered an error: [Errno 1] Operation not permitted\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"19","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"2","error_count":"2","last_analyzed_log_entry":"17.0","last_broadcasted_log_entry":"17.0","ts":"1788552633.7941391","heartbeat":"1","items_downloaded":"4","items_queued":"5","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"ts":1788552634.0768085,"url":"https://www.dev.nytransitmuseum.org/","response_code":0,"wget_code":"[Errno 1] Operation not permitted","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"23","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"2","error_count":"2","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1788552634.1332612","heartbeat":"1","items_downloaded":"4","items_queued":"7","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"ts":1788552634.0841672,"url":"https://www.dev.nytransitmuseum.org/sitemap.xml","response_code":0,"wget_code":"[Errno 1] Operation not permitted","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"23","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"2","error_count":"2","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1788552634.1332612","heartbeat":"1","items_downloaded":"4","items_queued":"7","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552634,"message":"ERROR Fetching ‘https://www.dev.nytransitmuseum.org/’ encountered an error: [Errno 1] Operation not permitted\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"23","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"2","error_count":"2","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1788552634.1332612","heartbeat":"1","items_downloaded":"4","items_queued":"7","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552634,"message":"ERROR Fetching ‘https://www.dev.nytransitmuseum.org/sitemap.xml’ encountered an error: [Errno 1] Operation not permitted\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"23","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"2","error_count":"2","last_analyzed_log_entry":"19.0","last_broadcasted_log_entry":"19.0","ts":"1788552634.1332612","heartbeat":"1","items_downloaded":"4","items_queued":"7","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"ts":1788552634.3911319,"url":"https://www.dev.nytransitmuseum.org/","response_code":0,"wget_code":"[Errno 1] Operation not permitted","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"24","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"4","error_count":"4","last_analyzed_log_entry":"23.0","last_broadcasted_log_entry":"23.0","ts":"1788552634.1432111","heartbeat":"1","items_downloaded":"7","items_queued":"8","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552634,"message":"ERROR Fetching ‘https://www.dev.nytransitmuseum.org/’ encountered an error: [Errno 1] Operation not permitted\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"25","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"5","error_count":"5","last_analyzed_log_entry":"24.0","last_broadcasted_log_entry":"24.0","ts":"1788552634.4020345","heartbeat":"1","items_downloaded":"7","items_queued":"8","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"ts":1788552634.4449487,"url":"https://www.dev.nytransitmuseum.org/robots.txt","response_code":0,"wget_code":"[Errno 1] Operation not permitted","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"27","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"5","error_count":"5","last_analyzed_log_entry":"25.0","last_broadcasted_log_entry":"25.0","ts":"1788552634.4354029","heartbeat":"1","items_downloaded":"8","items_queued":"9","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552634,"message":"ERROR Fetching ‘https://www.dev.nytransitmuseum.org/robots.txt’ encountered an error: [Errno 1] Operation not permitted\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"27","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"5","error_count":"5","last_analyzed_log_entry":"25.0","last_broadcasted_log_entry":"25.0","ts":"1788552634.4354029","heartbeat":"1","items_downloaded":"8","items_queued":"9","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"ts":1788552634.4475088,"url":"https://www.dev.nytransitmuseum.org/sitemap.xml","response_code":0,"wget_code":"[Errno 1] Operation not permitted","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"29","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"6","error_count":"6","last_analyzed_log_entry":"27.0","last_broadcasted_log_entry":"27.0","ts":"1788552634.4603856","heartbeat":"1","items_downloaded":"8","items_queued":"10","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552634,"message":"ERROR Fetching ‘https://www.dev.nytransitmuseum.org/sitemap.xml’ encountered an error: [Errno 1] Operation not permitted\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"29","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"6","error_count":"6","last_analyzed_log_entry":"27.0","last_broadcasted_log_entry":"27.0","ts":"1788552634.4603856","heartbeat":"1","items_downloaded":"8","items_queued":"10","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552634,"message":"ERROR Fetching ‘https://www.dev.nytransitmuseum.org/robots.txt’ encountered an error: [Errno 1] Operation not permitted\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"30","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"7","error_count":"7","last_analyzed_log_entry":"29.0","last_broadcasted_log_entry":"29.0","ts":"1788552634.477232","heartbeat":"2","items_downloaded":"8","items_queued":"10","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"ts":1788552634.7680771,"url":"https://www.dev.nytransitmuseum.org/robots.txt","response_code":0,"wget_code":"[Errno 1] Operation not permitted","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"31","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"7","error_count":"7","last_analyzed_log_entry":"30.0","last_broadcasted_log_entry":"30.0","ts":"1788552634.7752018","heartbeat":"2","items_downloaded":"10","items_queued":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552634,"message":"ERROR Fetching ‘https://www.dev.nytransitmuseum.org/sitemap.xml’ encountered an error: [Errno 1] Operation not permitted\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"32","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"8","error_count":"8","last_analyzed_log_entry":"31.0","last_broadcasted_log_entry":"31.0","ts":"1788552634.7796564","heartbeat":"2","items_downloaded":"10","items_queued":"11","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"ts":1788552634.771397,"url":"https://www.dev.nytransitmuseum.org/sitemap.xml","response_code":0,"wget_code":"[Errno 1] Operation not permitted","is_error":true,"is_warning":false,"type":"download","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"33","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"9","error_count":"9","last_analyzed_log_entry":"33.0","last_broadcasted_log_entry":"32.0","ts":"1788552634.7930396","heartbeat":"2","items_downloaded":"10","items_queued":"12","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552635,"message":"  0 bytes.\n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"34","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"9","error_count":"9","last_analyzed_log_entry":"33.0","last_broadcasted_log_entry":"33.0","ts":"1788552634.8000946","heartbeat":"2","items_downloaded":"10","items_queued":"12","last_acknowledged_heartbeat":"2","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552635,"message":"Finished WgetDownload for Item \n","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"36","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"9","error_count":"9","last_analyzed_log_entry":"34.0","last_broadcasted_log_entry":"34.0","ts":"1788552635.1602175","heartbeat":"2","items_downloaded":"10","items_queued":"12","last_acknowledged_heartbeat":"2","ident":"1kru4x0txdkde8mst7ba6uga8"}}
{"type":"stdout","ts":1788552635,"message":"Starting RelabelIfAborted for Item ","job_data":{"url":"https://www.dev.nytransitmuseum.org/","fetch_depth":"inf","log_key":"1kru4x0txdkde8mst7ba6uga8_log","user_agent":"","ignore_patterns_set_key":"1kru4x0txdkde8mst7ba6uga8_ignores","slug":"www.dev.nytransitmuseum.org-inf","started_by":"pokechu22","started_in":"#archivebot","delay_min":"250","delay_max":"375","settings_age":"4","concurrency":"3","suppress_ignore_reports":"true","queued_at":"1788552630","started_at":"1788552632.6913009","pipeline_id":"pipeline:23854f79c7b04bf5365c834f311c166e","log_score":"36","r1xx":"0","r2xx":"0","r3xx":"0","r4xx":"0","r5xx":"0","runk":"9","error_count":"9","last_analyzed_log_entry":"34.0","last_broadcasted_log_entry":"34.0","ts":"1788552635.1602175","heartbeat":"2","items_downloaded":"10","items_queued":"12","last_acknowledged_heartbeat":"2","ident":"1kru4x0txdkde8mst7ba6uga8"}}