{"generated_at":"2026-09-22T22:41:33.233256","law_review":{"access_status":"working","base_url":null,"canonical_name":"West Virginia Law Review","error_details":"No activity for 999 days","failure_reason":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","health_status":"ACCESS_RESTRICTED","id":197,"last_attempt_date":"2026-09-13T22:01:26+00:00","last_performance_check":"2025-07-09 03:08:43.110081","last_success_date":"2026-09-13T21:56:34+00:00","last_updated":"2025-07-09 03:41:52.354313","name":"West Virginia Law Review","performance_category":"low","rank":197,"scraper_name":"west_virginia_law_review_scraper.py","scraper_status":"working_needs_optimization","total_downloads":5412,"total_size_gb":0.0},"law_review_id":197,"runs":[{"duplicates_skipped":0,"duration_seconds":32.90708165988326,"error_category":"digital_commons_waf_block","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":1,"extra":{"automation_cycle_id":251566,"canonical_name":"West Virginia Law Review","child_pid":2081255,"discovery_coverage":{"capped":true,"collections":{"wvlr":{"attempted":true,"discovery_complete":false,"has_more":false,"known_units":null,"last_completed_at":null,"mode":"pagination","records_examined":0,"remaining_units":null,"scope":"https://researchrepository.wvu.edu/wvlr/#oai","total_records_reported":null,"unit_type":"pages","visited_units":0},"wvlr-online":{"attempted":false,"discovery_complete":false}},"discovery_complete":false,"known_units":null,"mode":"collections","remaining_units":null,"scope":"https://researchrepository.wvu.edu/#west-virginia-main-and-online","selected_units":0,"visited_this_run":0,"visited_units":0},"discovery_problem":"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://researchrepository.wvu.edu/wvlr/vol128/iss2/","download_queue":{"due":7,"pending":10,"retries":3,"scope":"WestVirginiaLawReviewScraper:West Virginia Law Review","waiting":3},"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-09-13T22:01:23+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T22:00:53+00:00","run_kind":"manual","scraper_id":"west_virginia_law_review_scraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789336853_west_virginia_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789336853_west_virginia_law_review_scraper.out.log","timeout_minutes":4,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 251566, \"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 2081255, \"discovery_coverage\": {\"capped\": true, \"collections\": {\"wvlr\": {\"attempted\": true, \"discovery_complete\": false, \"has_more\": false, \"known_units\": null, \"last_completed_at\": null, \"mode\": \"pagination\", \"records_examined\": 0, \"remaining_units\": null, \"scope\": \"https://researchrepository.wvu.edu/wvlr/#oai\", \"total_records_reported\": null, \"unit_type\": \"pages\", \"visited_units\": 0}, \"wvlr-online\": {\"attempted\": false, \"discovery_complete\": false}}, \"discovery_complete\": false, \"known_units\": null, \"mode\": \"collections\", \"remaining_units\": null, \"scope\": \"https://researchrepository.wvu.edu/#west-virginia-main-and-online\", \"selected_units\": 0, \"visited_this_run\": 0, \"visited_units\": 0}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://researchrepository.wvu.edu/wvlr/vol128/iss2/\", \"download_queue\": {\"due\": 7, \"pending\": 10, \"retries\": 3, \"scope\": \"WestVirginiaLawReviewScraper:West Virginia Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T22:01:23+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T22:00:53+00:00\", \"run_kind\": \"manual\", \"scraper_id\": \"west_virginia_law_review_scraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789336853_west_virginia_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789336853_west_virginia_law_review_scraper.out.log\", \"timeout_minutes\": 4, \"waf_blocked\": true}","id":45893,"items_discovered":1,"items_processed":1,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-09-13T22:01:26+00:00","run_start":"2026-09-13T22:00:53+00:00","scraper_name":"west_virginia_law_review_scraper","status":"protected","stderr_log_url":"/api/scraper-runs/45893/logs/stderr","stdout_log_url":"/api/scraper-runs/45893/logs/stdout"},{"duplicates_skipped":2,"duration_seconds":240.55167017877102,"error_category":"partial_download_errors","error_message":"BROKEN_NETWORK: PDF download exceeded remaining run budget: https://researchrepository.wvu.edu/context/wvlr/article/6498/viewcontent/","error_traceback":null,"errors":2,"extra":{"automation_cycle_id":251553,"canonical_name":"West Virginia Law Review","child_pid":2065292,"cutoff":true,"cutoff_elapsed_seconds":240,"cutoff_max_runtime_seconds":240,"cutoff_reason":"max_runtime_seconds","discovery_coverage":{"capped":true,"collections":{"wvlr":{"attempted":true,"capped":true,"discovery_complete":false,"known_units":389,"mode":"balanced","remaining_units":388,"scope":"https://researchrepository.wvu.edu/wvlr/","selected_units":1,"visited_this_run":1,"visited_units":1},"wvlr-online":{"attempted":true,"capped":true,"discovery_complete":false,"known_units":10,"mode":"balanced","remaining_units":9,"scope":"https://researchrepository.wvu.edu/wvlr-online/","selected_units":1,"visited_this_run":1,"visited_units":1}},"discovery_complete":false,"known_units":399,"mode":"collections","remaining_units":397,"scope":"https://researchrepository.wvu.edu/#west-virginia-main-and-online","selected_units":2,"visited_this_run":2,"visited_units":2},"download_queue":{"due":8,"pending":10,"retries":2,"scope":"WestVirginiaLawReviewScraper:West Virginia Law Review","waiting":2},"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-09-13T21:56:33+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T21:52:33+00:00","run_kind":"manual","scraper_id":"west_virginia_law_review_scraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789336353_west_virginia_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789336353_west_virginia_law_review_scraper.out.log","timeout_minutes":6},"extra_json":"{\"automation_cycle_id\": 251553, \"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 2065292, \"cutoff\": true, \"cutoff_elapsed_seconds\": 240, \"cutoff_max_runtime_seconds\": 240, \"cutoff_reason\": \"max_runtime_seconds\", \"discovery_coverage\": {\"capped\": true, \"collections\": {\"wvlr\": {\"attempted\": true, \"capped\": true, \"discovery_complete\": false, \"known_units\": 389, \"mode\": \"balanced\", \"remaining_units\": 388, \"scope\": \"https://researchrepository.wvu.edu/wvlr/\", \"selected_units\": 1, \"visited_this_run\": 1, \"visited_units\": 1}, \"wvlr-online\": {\"attempted\": true, \"capped\": true, \"discovery_complete\": false, \"known_units\": 10, \"mode\": \"balanced\", \"remaining_units\": 9, \"scope\": \"https://researchrepository.wvu.edu/wvlr-online/\", \"selected_units\": 1, \"visited_this_run\": 1, \"visited_units\": 1}}, \"discovery_complete\": false, \"known_units\": 399, \"mode\": \"collections\", \"remaining_units\": 397, \"scope\": \"https://researchrepository.wvu.edu/#west-virginia-main-and-online\", \"selected_units\": 2, \"visited_this_run\": 2, \"visited_units\": 2}, \"download_queue\": {\"due\": 8, \"pending\": 10, \"retries\": 2, \"scope\": \"WestVirginiaLawReviewScraper:West Virginia Law Review\", \"waiting\": 2}, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T21:56:33+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T21:52:33+00:00\", \"run_kind\": \"manual\", \"scraper_id\": \"west_virginia_law_review_scraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789336353_west_virginia_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789336353_west_virginia_law_review_scraper.out.log\", \"timeout_minutes\": 6}","id":45889,"items_discovered":12,"items_processed":4,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-09-13T21:56:34+00:00","run_start":"2026-09-13T21:52:33+00:00","scraper_name":"west_virginia_law_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45889/logs/stderr","stdout_log_url":"/api/scraper-runs/45889/logs/stdout"},{"duplicates_skipped":12,"duration_seconds":6.766433429904282,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":249994,"canonical_name":"West Virginia Law Review","child_pid":280488,"download_queue":{"due":0,"pending":0,"retries":0,"scope":"WestVirginiaLawReviewScraper:West Virginia Law Review","waiting":0},"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-09-13T03:03:57+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T03:03:56+00:00","run_kind":"scheduled_active","scraper_id":"WestVirginiaLawReviewScraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789268636_WestVirginiaLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1789268636_WestVirginiaLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 249994, \"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 280488, \"download_queue\": {\"due\": 0, \"pending\": 0, \"retries\": 0, \"scope\": \"WestVirginiaLawReviewScraper:West Virginia Law Review\", \"waiting\": 0}, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T03:03:57+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T03:03:56+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"WestVirginiaLawReviewScraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789268636_WestVirginiaLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789268636_WestVirginiaLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":45287,"items_discovered":12,"items_processed":12,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-09-13T03:04:04+00:00","run_start":"2026-09-13T03:03:56+00:00","scraper_name":"WestVirginiaLawReviewScraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/45287/logs/stderr","stdout_log_url":"/api/scraper-runs/45287/logs/stdout"},{"duplicates_skipped":12,"duration_seconds":1.3103467000182718,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":153708,"canonical_name":"West Virginia Law Review","child_pid":2502455,"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-08-13T23:13:04+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-13T23:13:04+00:00","run_kind":"scheduled_active","scraper_id":"WestVirginiaLawReviewScraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1786662784_WestVirginiaLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1786662784_WestVirginiaLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 153708, \"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 2502455, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-08-13T23:13:04+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-13T23:13:04+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"WestVirginiaLawReviewScraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786662784_WestVirginiaLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786662784_WestVirginiaLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":44480,"items_discovered":12,"items_processed":12,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-08-13T23:13:05+00:00","run_start":"2026-08-13T23:13:04+00:00","scraper_name":"WestVirginiaLawReviewScraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/44480/logs/stderr","stdout_log_url":"/api/scraper-runs/44480/logs/stdout"},{"duplicates_skipped":12,"duration_seconds":1.2788031296804547,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"West Virginia Law Review","child_pid":2960599,"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-07-14T18:31:07+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T18:31:07+00:00","run_kind":"scheduled","scraper_id":"WestVirginiaLawReviewScraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1784053867_WestVirginiaLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1784053867_WestVirginiaLawReviewScraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 2960599, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-07-14T18:31:07+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T18:31:07+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"WestVirginiaLawReviewScraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784053867_WestVirginiaLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784053867_WestVirginiaLawReviewScraper.out.log\", \"timeout_minutes\": 15}","id":43706,"items_discovered":12,"items_processed":12,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-07-14T18:31:08+00:00","run_start":"2026-07-14T18:31:07+00:00","scraper_name":"WestVirginiaLawReviewScraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43706/logs/stderr","stdout_log_url":"/api/scraper-runs/43706/logs/stdout"},{"duplicates_skipped":12,"duration_seconds":1.3123449641279876,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28057,"canonical_name":"West Virginia Law Review","child_pid":3456927,"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-07-01T22:02:45+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-01T22:02:45+00:00","run_kind":"scheduled_active","scraper_id":"WestVirginiaLawReviewScraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1782943365_WestVirginiaLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1782943365_WestVirginiaLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28057, \"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 3456927, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-07-01T22:02:45+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-01T22:02:45+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"WestVirginiaLawReviewScraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1782943365_WestVirginiaLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1782943365_WestVirginiaLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":30981,"items_discovered":12,"items_processed":12,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-07-01T22:02:46+00:00","run_start":"2026-07-01T22:02:45+00:00","scraper_name":"WestVirginiaLawReviewScraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/30981/logs/stderr","stdout_log_url":"/api/scraper-runs/30981/logs/stdout"},{"duplicates_skipped":10,"duration_seconds":4.4230957099998705,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1519,"canonical_name":"West Virginia Law Review","child_pid":57496,"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-06-01T16:22:11+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T16:22:11+00:00","run_kind":"scheduled_active","scraper_id":"WestVirginiaLawReviewScraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780330931_WestVirginiaLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1780330931_WestVirginiaLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1519, \"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 57496, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-06-01T16:22:11+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T16:22:11+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"WestVirginiaLawReviewScraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780330931_WestVirginiaLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780330931_WestVirginiaLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":4371,"items_discovered":12,"items_processed":12,"law_review_id":197,"pdfs_downloaded":2,"run_end":"2026-06-01T16:22:15+00:00","run_start":"2026-06-01T16:22:11+00:00","scraper_name":"WestVirginiaLawReviewScraper","status":"success","stderr_log_url":"/api/scraper-runs/4371/logs/stderr","stdout_log_url":"/api/scraper-runs/4371/logs/stdout"},{"duplicates_skipped":10,"duration_seconds":1.2287801220081747,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":608,"canonical_name":"West Virginia Law Review","child_pid":988368,"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-05-01T19:51:34+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T19:51:34+00:00","run_kind":"scheduled_active","scraper_id":"WestVirginiaLawReviewScraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1777665094_WestVirginiaLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1777665094_WestVirginiaLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 608, \"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 988368, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-05-01T19:51:34+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T19:51:34+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"WestVirginiaLawReviewScraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777665094_WestVirginiaLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777665094_WestVirginiaLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":3697,"items_discovered":10,"items_processed":10,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-05-01T19:51:36+00:00","run_start":"2026-05-01T19:51:34+00:00","scraper_name":"WestVirginiaLawReviewScraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/3697/logs/stderr","stdout_log_url":"/api/scraper-runs/3697/logs/stdout"},{"duplicates_skipped":10,"duration_seconds":1.2449885210953653,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"West Virginia Law Review","child_pid":2933374,"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-03-08T19:18:31+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-08T19:18:31+00:00","scraper_id":"WestVirginiaLawReviewScraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1772997511_WestVirginiaLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1772997511_WestVirginiaLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 2933374, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-03-08T19:18:31+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-08T19:18:31+00:00\", \"scraper_id\": \"WestVirginiaLawReviewScraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1772997511_WestVirginiaLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1772997511_WestVirginiaLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":2857,"items_discovered":10,"items_processed":10,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-03-08T19:18:33+00:00","run_start":"2026-03-08T19:18:31+00:00","scraper_name":"WestVirginiaLawReviewScraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/2857/logs/stderr","stdout_log_url":"/api/scraper-runs/2857/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":12.73716861999128,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"West Virginia Law Review","child_pid":4041794,"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-02-06T18:34:32+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T18:34:32+00:00","scraper_id":"WestVirginiaLawReviewScraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770402872_WestVirginiaLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1770402872_WestVirginiaLawReviewScraper.out.log","timeout_minutes":30},"extra_json":"{\"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 4041794, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-06T18:34:32+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T18:34:32+00:00\", \"scraper_id\": \"WestVirginiaLawReviewScraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770402872_WestVirginiaLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770402872_WestVirginiaLawReviewScraper.out.log\", \"timeout_minutes\": 30}","id":954,"items_discovered":10,"items_processed":10,"law_review_id":197,"pdfs_downloaded":10,"run_end":"2026-02-06T18:34:45+00:00","run_start":"2026-02-06T18:34:32+00:00","scraper_name":"WestVirginiaLawReviewScraper","status":"success","stderr_log_url":"/api/scraper-runs/954/logs/stderr","stdout_log_url":"/api/scraper-runs/954/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":0.4793596530216746,"error_category":"error","error_message":"unbalanced parenthesis at position 20","error_traceback":"Traceback (most recent call last):\n  File \"/home/arbel/sites/lrscraper/light_base_scraper.py\", line 672, in run\n    items = await self.discover_urls()\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/home/arbel/sites/lrscraper/scrapers/west_virginia_law_review_scraper.py\", line 81, in discover_urls\n    for entry in self._parse_issue_items(issue_html, issue_meta):\n                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/home/arbel/sites/lrscraper/scrapers/west_virginia_law_review_scraper.py\", line 181, in _parse_issue_items\n    title = _clean_title(\n            ^^^^^^^^^^^^^\n  File \"/home/arbel/sites/lrscraper/scrapers/west_virginia_law_review_scraper.py\", line 312, in _clean_title\n    text = re.sub(r\"\\(\\s*\\d+\\\\s*kb\\\\s*\\\\)$\", \"\", text, flags=re.IGNORECASE).strip()\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/home/arbel/miniconda3/lib/python3.11/re/__init__.py\", line 185, in sub\n    return _compile(pattern, flags).sub(repl, string, count)\n           ^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/home/arbel/miniconda3/lib/python3.11/re/__init__.py\", line 294, in _compile\n    p = _compiler.compile(pattern, flags)\n        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/home/arbel/miniconda3/lib/python3.11/re/_compiler.py\", line 743, in compile\n    p = _parser.parse(p, flags)\n        ^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/home/arbel/miniconda3/lib/python3.11/re/_parser.py\", line 987, in parse\n    raise source.error(\"unbalanced parenthesis\")\nre.error: unbalanced parenthesis at position 20\n","errors":0,"extra":{"canonical_name":"West Virginia Law Review","child_pid":4038782,"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-02-06T18:32:54+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T18:32:54+00:00","scraper_id":"WestVirginiaLawReviewScraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770402774_WestVirginiaLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1770402774_WestVirginiaLawReviewScraper.out.log","timeout_minutes":30},"extra_json":"{\"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 4038782, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-06T18:32:54+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T18:32:54+00:00\", \"scraper_id\": \"WestVirginiaLawReviewScraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770402774_WestVirginiaLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770402774_WestVirginiaLawReviewScraper.out.log\", \"timeout_minutes\": 30}","id":951,"items_discovered":0,"items_processed":0,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-02-06T18:32:54+00:00","run_start":"2026-02-06T18:32:54+00:00","scraper_name":"WestVirginiaLawReviewScraper","status":"failed","stderr_log_url":"/api/scraper-runs/951/logs/stderr","stdout_log_url":"/api/scraper-runs/951/logs/stdout"}],"runs_by_scraper_id":[{"duplicates_skipped":0,"duration_seconds":32.90708165988326,"error_category":"digital_commons_waf_block","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":1,"extra":{"automation_cycle_id":251566,"canonical_name":"West Virginia Law Review","child_pid":2081255,"discovery_coverage":{"capped":true,"collections":{"wvlr":{"attempted":true,"discovery_complete":false,"has_more":false,"known_units":null,"last_completed_at":null,"mode":"pagination","records_examined":0,"remaining_units":null,"scope":"https://researchrepository.wvu.edu/wvlr/#oai","total_records_reported":null,"unit_type":"pages","visited_units":0},"wvlr-online":{"attempted":false,"discovery_complete":false}},"discovery_complete":false,"known_units":null,"mode":"collections","remaining_units":null,"scope":"https://researchrepository.wvu.edu/#west-virginia-main-and-online","selected_units":0,"visited_this_run":0,"visited_units":0},"discovery_problem":"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://researchrepository.wvu.edu/wvlr/vol128/iss2/","download_queue":{"due":7,"pending":10,"retries":3,"scope":"WestVirginiaLawReviewScraper:West Virginia Law Review","waiting":3},"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-09-13T22:01:23+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T22:00:53+00:00","run_kind":"manual","scraper_id":"west_virginia_law_review_scraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789336853_west_virginia_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789336853_west_virginia_law_review_scraper.out.log","timeout_minutes":4,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 251566, \"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 2081255, \"discovery_coverage\": {\"capped\": true, \"collections\": {\"wvlr\": {\"attempted\": true, \"discovery_complete\": false, \"has_more\": false, \"known_units\": null, \"last_completed_at\": null, \"mode\": \"pagination\", \"records_examined\": 0, \"remaining_units\": null, \"scope\": \"https://researchrepository.wvu.edu/wvlr/#oai\", \"total_records_reported\": null, \"unit_type\": \"pages\", \"visited_units\": 0}, \"wvlr-online\": {\"attempted\": false, \"discovery_complete\": false}}, \"discovery_complete\": false, \"known_units\": null, \"mode\": \"collections\", \"remaining_units\": null, \"scope\": \"https://researchrepository.wvu.edu/#west-virginia-main-and-online\", \"selected_units\": 0, \"visited_this_run\": 0, \"visited_units\": 0}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://researchrepository.wvu.edu/wvlr/vol128/iss2/\", \"download_queue\": {\"due\": 7, \"pending\": 10, \"retries\": 3, \"scope\": \"WestVirginiaLawReviewScraper:West Virginia Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T22:01:23+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T22:00:53+00:00\", \"run_kind\": \"manual\", \"scraper_id\": \"west_virginia_law_review_scraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789336853_west_virginia_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789336853_west_virginia_law_review_scraper.out.log\", \"timeout_minutes\": 4, \"waf_blocked\": true}","id":45893,"items_discovered":1,"items_processed":1,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-09-13T22:01:26+00:00","run_start":"2026-09-13T22:00:53+00:00","scraper_name":"west_virginia_law_review_scraper","status":"protected","stderr_log_url":"/api/scraper-runs/45893/logs/stderr","stdout_log_url":"/api/scraper-runs/45893/logs/stdout"},{"duplicates_skipped":2,"duration_seconds":240.55167017877102,"error_category":"partial_download_errors","error_message":"BROKEN_NETWORK: PDF download exceeded remaining run budget: https://researchrepository.wvu.edu/context/wvlr/article/6498/viewcontent/","error_traceback":null,"errors":2,"extra":{"automation_cycle_id":251553,"canonical_name":"West Virginia Law Review","child_pid":2065292,"cutoff":true,"cutoff_elapsed_seconds":240,"cutoff_max_runtime_seconds":240,"cutoff_reason":"max_runtime_seconds","discovery_coverage":{"capped":true,"collections":{"wvlr":{"attempted":true,"capped":true,"discovery_complete":false,"known_units":389,"mode":"balanced","remaining_units":388,"scope":"https://researchrepository.wvu.edu/wvlr/","selected_units":1,"visited_this_run":1,"visited_units":1},"wvlr-online":{"attempted":true,"capped":true,"discovery_complete":false,"known_units":10,"mode":"balanced","remaining_units":9,"scope":"https://researchrepository.wvu.edu/wvlr-online/","selected_units":1,"visited_this_run":1,"visited_units":1}},"discovery_complete":false,"known_units":399,"mode":"collections","remaining_units":397,"scope":"https://researchrepository.wvu.edu/#west-virginia-main-and-online","selected_units":2,"visited_this_run":2,"visited_units":2},"download_queue":{"due":8,"pending":10,"retries":2,"scope":"WestVirginiaLawReviewScraper:West Virginia Law Review","waiting":2},"file_path":"scrapers/west_virginia_law_review_scraper.py","heartbeat_at":"2026-09-13T21:56:33+00:00","heartbeat_source":"orchestrator","law_review_id":197,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T21:52:33+00:00","run_kind":"manual","scraper_id":"west_virginia_law_review_scraper","script_path":"scrapers/west_virginia_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789336353_west_virginia_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789336353_west_virginia_law_review_scraper.out.log","timeout_minutes":6},"extra_json":"{\"automation_cycle_id\": 251553, \"canonical_name\": \"West Virginia Law Review\", \"child_pid\": 2065292, \"cutoff\": true, \"cutoff_elapsed_seconds\": 240, \"cutoff_max_runtime_seconds\": 240, \"cutoff_reason\": \"max_runtime_seconds\", \"discovery_coverage\": {\"capped\": true, \"collections\": {\"wvlr\": {\"attempted\": true, \"capped\": true, \"discovery_complete\": false, \"known_units\": 389, \"mode\": \"balanced\", \"remaining_units\": 388, \"scope\": \"https://researchrepository.wvu.edu/wvlr/\", \"selected_units\": 1, \"visited_this_run\": 1, \"visited_units\": 1}, \"wvlr-online\": {\"attempted\": true, \"capped\": true, \"discovery_complete\": false, \"known_units\": 10, \"mode\": \"balanced\", \"remaining_units\": 9, \"scope\": \"https://researchrepository.wvu.edu/wvlr-online/\", \"selected_units\": 1, \"visited_this_run\": 1, \"visited_units\": 1}}, \"discovery_complete\": false, \"known_units\": 399, \"mode\": \"collections\", \"remaining_units\": 397, \"scope\": \"https://researchrepository.wvu.edu/#west-virginia-main-and-online\", \"selected_units\": 2, \"visited_this_run\": 2, \"visited_units\": 2}, \"download_queue\": {\"due\": 8, \"pending\": 10, \"retries\": 2, \"scope\": \"WestVirginiaLawReviewScraper:West Virginia Law Review\", \"waiting\": 2}, \"file_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T21:56:33+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 197, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T21:52:33+00:00\", \"run_kind\": \"manual\", \"scraper_id\": \"west_virginia_law_review_scraper\", \"script_path\": \"scrapers/west_virginia_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789336353_west_virginia_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789336353_west_virginia_law_review_scraper.out.log\", \"timeout_minutes\": 6}","id":45889,"items_discovered":12,"items_processed":4,"law_review_id":197,"pdfs_downloaded":0,"run_end":"2026-09-13T21:56:34+00:00","run_start":"2026-09-13T21:52:33+00:00","scraper_name":"west_virginia_law_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45889/logs/stderr","stdout_log_url":"/api/scraper-runs/45889/logs/stdout"}],"scraper":{"base_class":"script","canonical_name":"West Virginia Law Review","class_name":null,"discovered_at":"2026-09-13 21:51:09","file_path":"scrapers/west_virginia_law_review_scraper.py","has_cli_entrypoint":1,"institution_code":null,"is_abstract":0,"module_path":"scrapers.west_virginia_law_review_scraper","platform":"bepress","scraper_id":"west_virginia_law_review_scraper","updated_at":"2026-09-22 17:32:34"},"uploads":{"last_pending":null,"last_uploaded":"2026-06-01 18:35:49","latest_registry_sync":"uabox:Law_Review_Project/west_virginia_law_review_20260601_183532.zip","pending":0}}