{"generated_at":"2026-09-22T21:10:39.115481","law_review":{"access_status":"unknown","base_url":null,"canonical_name":"BYU Law Review","error_details":null,"failure_reason":"PARTIAL: downloaded=0, duplicates=45, errors=3; ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","health_status":"DEGRADED","id":468,"last_attempt_date":"2026-09-20T20:52:29+00:00","last_performance_check":"2025-07-19 05:56:20","last_success_date":"2026-09-20T20:52:29+00:00","last_updated":"2025-07-13 02:22:52.871707","name":"BYU Law Review","performance_category":"unknown","rank":null,"scraper_name":"byu_law_review_scraper.py","scraper_status":"unknown","total_downloads":206,"total_size_gb":0.0},"law_review_id":468,"runs":[{"duplicates_skipped":45,"duration_seconds":27.497093619778752,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":264924,"canonical_name":"BYU Law Review","child_pid":200231,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":249,"mode":"balanced","remaining_units":202,"scope":"https://digitalcommons.law.byu.edu/lawreview/","selected_units":25,"visited_this_run":25,"visited_units":47},"download_queue":{"due":175,"pending":178,"retries":7,"scope":"ByuLawReviewScraper:BYU Law Review","waiting":3},"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-09-20T20:52:02+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T20:52:02+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789937522_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789937522_byu_law_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 264924, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 200231, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 249, \"mode\": \"balanced\", \"remaining_units\": 202, \"scope\": \"https://digitalcommons.law.byu.edu/lawreview/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 47}, \"download_queue\": {\"due\": 175, \"pending\": 178, \"retries\": 7, \"scope\": \"ByuLawReviewScraper:BYU Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-20T20:52:02+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T20:52:02+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789937522_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789937522_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46105,"items_discovered":223,"items_processed":48,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-09-20T20:52:29+00:00","run_start":"2026-09-20T20:52:02+00:00","scraper_name":"byu_law_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46105/logs/stderr","stdout_log_url":"/api/scraper-runs/46105/logs/stdout"},{"duplicates_skipped":57,"duration_seconds":1322.5696619399823,"error_category":"digital_commons_waf_partial","error_message":"HTTP 403 for https://digitalcommons.law.byu.edu/context/lawreview/article/3024/viewcontent/ (fallback UA)","error_traceback":null,"errors":7,"extra":{"automation_cycle_id":251122,"canonical_name":"BYU Law Review","child_pid":1553604,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":249,"mode":"balanced","remaining_units":222,"scope":"https://digitalcommons.law.byu.edu/lawreview/","selected_units":25,"visited_this_run":6,"visited_units":27},"discovery_problem":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","download_queue":{"due":0,"pending":7,"retries":7,"scope":"ByuLawReviewScraper:BYU Law Review","waiting":7},"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-09-13T16:56:12+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T16:34:11+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789317251_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789317251_byu_law_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 251122, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 1553604, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 249, \"mode\": \"balanced\", \"remaining_units\": 222, \"scope\": \"https://digitalcommons.law.byu.edu/lawreview/\", \"selected_units\": 25, \"visited_this_run\": 6, \"visited_units\": 27}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget\", \"download_queue\": {\"due\": 0, \"pending\": 7, \"retries\": 7, \"scope\": \"ByuLawReviewScraper:BYU Law Review\", \"waiting\": 7}, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T16:56:12+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T16:34:11+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789317251_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789317251_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45770,"items_discovered":64,"items_processed":64,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-09-13T16:56:14+00:00","run_start":"2026-09-13T16:34:11+00:00","scraper_name":"byu_law_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45770/logs/stderr","stdout_log_url":"/api/scraper-runs/45770/logs/stdout"},{"duplicates_skipped":115,"duration_seconds":524.226767804008,"error_category":"digital_commons_waf_partial","error_message":"HTTP 403 for https://digitalcommons.law.byu.edu/context/lawreview/article/3023/viewcontent/ (fallback UA)","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":250169,"canonical_name":"BYU Law Review","child_pid":491329,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":249,"mode":"balanced","remaining_units":223,"scope":"https://digitalcommons.law.byu.edu/lawreview/","selected_units":25,"visited_this_run":13,"visited_units":26},"discovery_problem":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","download_queue":{"due":1,"pending":4,"retries":3,"scope":"ByuLawReviewScraper:BYU Law Review","waiting":3},"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-09-13T05:34:45+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T05:26:14+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789277174_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789277174_byu_law_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 250169, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 491329, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 249, \"mode\": \"balanced\", \"remaining_units\": 223, \"scope\": \"https://digitalcommons.law.byu.edu/lawreview/\", \"selected_units\": 25, \"visited_this_run\": 13, \"visited_units\": 26}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget\", \"download_queue\": {\"due\": 1, \"pending\": 4, \"retries\": 3, \"scope\": \"ByuLawReviewScraper:BYU Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T05:34:45+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T05:26:14+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789277174_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789277174_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45369,"items_discovered":119,"items_processed":118,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-09-13T05:34:59+00:00","run_start":"2026-09-13T05:26:14+00:00","scraper_name":"byu_law_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45369/logs/stderr","stdout_log_url":"/api/scraper-runs/45369/logs/stdout"},{"duplicates_skipped":84,"duration_seconds":687.6998281900305,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://digitalcommons.law.byu.edu/context/lawreview/article/3232/viewcontent/","error_traceback":null,"errors":8,"extra":{"automation_cycle_id":153880,"canonical_name":"BYU Law Review","child_pid":2604959,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-08-14T00:28:55+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T00:17:55+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1786666675_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786666675_byu_law_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 153880, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 2604959, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-08-14T00:28:55+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T00:17:55+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786666675_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786666675_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":44541,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":79,"run_end":"2026-08-14T00:29:23+00:00","run_start":"2026-08-14T00:17:55+00:00","scraper_name":"byu_law_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/44541/logs/stderr","stdout_log_url":"/api/scraper-runs/44541/logs/stdout"},{"duplicates_skipped":227,"duration_seconds":41.4957059500739,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"BYU Law Review","child_pid":2981787,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-07-14T18:40:30+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T18:40:00+00:00","run_kind":"scheduled","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1784054400_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784054400_byu_law_review_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 2981787, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-07-14T18:40:30+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T18:40:00+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784054400_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784054400_byu_law_review_scraper.out.log\", \"timeout_minutes\": 15}","id":43767,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-07-14T18:40:41+00:00","run_start":"2026-07-14T18:40:00+00:00","scraper_name":"byu_law_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43767/logs/stderr","stdout_log_url":"/api/scraper-runs/43767/logs/stdout"},{"duplicates_skipped":227,"duration_seconds":2122.558175104903,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28130,"canonical_name":"BYU Law Review","child_pid":2033553,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-07-03T09:21:45+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-03T08:46:40+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1783068400_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783068400_byu_law_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28130, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 2033553, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-07-03T09:21:45+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-03T08:46:40+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783068400_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783068400_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45}","id":31389,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-07-03T09:22:03+00:00","run_start":"2026-07-03T08:46:40+00:00","scraper_name":"byu_law_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/31389/logs/stderr","stdout_log_url":"/api/scraper-runs/31389/logs/stdout"},{"duplicates_skipped":227,"duration_seconds":40.407365073999244,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1564,"canonical_name":"BYU Law Review","child_pid":160199,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-06-01T19:51:12+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T19:50:42+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780343442_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780343442_byu_law_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1564, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 160199, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-06-01T19:51:12+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T19:50:42+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780343442_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780343442_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45}","id":4781,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-06-01T19:51:23+00:00","run_start":"2026-06-01T19:50:42+00:00","scraper_name":"byu_law_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4781/logs/stderr","stdout_log_url":"/api/scraper-runs/4781/logs/stdout"},{"duplicates_skipped":227,"duration_seconds":46.04776398302056,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":652,"canonical_name":"BYU Law Review","child_pid":1160456,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-05-01T23:01:44+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T23:01:14+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1777676474_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777676474_byu_law_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 652, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 1160456, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-05-01T23:01:44+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T23:01:14+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777676474_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777676474_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45}","id":4100,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-05-01T23:02:00+00:00","run_start":"2026-05-01T23:01:14+00:00","scraper_name":"byu_law_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4100/logs/stderr","stdout_log_url":"/api/scraper-runs/4100/logs/stdout"},{"duplicates_skipped":151,"duration_seconds":745.2390466178767,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"BYU Law Review","child_pid":2953076,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-03-13T05:40:56+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-13T05:28:56+00:00","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1773379736_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773379736_byu_law_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 2953076, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-03-13T05:40:56+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-13T05:28:56+00:00\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773379736_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773379736_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45}","id":3368,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":76,"run_end":"2026-03-13T05:41:21+00:00","run_start":"2026-03-13T05:28:56+00:00","scraper_name":"byu_law_review_scraper","status":"success","stderr_log_url":"/api/scraper-runs/3368/logs/stderr","stdout_log_url":"/api/scraper-runs/3368/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":90.3630621759221,"error_category":"no_items_reason","error_message":"Unable to fetch archive index: https://digitalcommons.law.byu.edu/lawreview/all_issues.html","error_traceback":null,"errors":0,"extra":{"canonical_name":"BYU Law Review","child_pid":3193187,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-02-11T04:33:59+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-11T04:32:29+00:00","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770784349_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770784349_byu_law_review_scraper.out.log","timeout_minutes":6},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 3193187, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-11T04:33:59+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-11T04:32:29+00:00\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770784349_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770784349_byu_law_review_scraper.out.log\", \"timeout_minutes\": 6}","id":2181,"items_discovered":0,"items_processed":0,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-02-11T04:34:00+00:00","run_start":"2026-02-11T04:32:29+00:00","scraper_name":"byu_law_review_scraper","status":"no_items","stderr_log_url":"/api/scraper-runs/2181/logs/stderr","stdout_log_url":"/api/scraper-runs/2181/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":720.0026668569772,"error_category":"timeout","error_message":"Timeout after 12 minutes","error_traceback":null,"errors":1,"extra":{"canonical_name":"BYU Law Review","child_pid":3169241,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-02-11T04:32:12+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-11T04:20:12+00:00","returncode":null,"scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770783612_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770783612_byu_law_review_scraper.out.log","timeout_minutes":12},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 3169241, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-11T04:32:12+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-11T04:20:12+00:00\", \"returncode\": null, \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770783612_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770783612_byu_law_review_scraper.out.log\", \"timeout_minutes\": 12}","id":2180,"items_discovered":null,"items_processed":null,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-02-11T04:32:12+00:00","run_start":"2026-02-11T04:20:12+00:00","scraper_name":"byu_law_review_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/2180/logs/stderr","stdout_log_url":"/api/scraper-runs/2180/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":210.33555381000042,"error_category":"process_exit_-15","error_message":"Process exited with code -15","error_traceback":"[BYU Law Review] Chromium launch failed (BrowserType.launch: Target page, context or browser has been closed\nBrowser logs:\n\n<launching> /home/arbel/.cache/ms-playwright/chromium_headless_shell-1179/chrome-linux/headless_shell --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-extensions --disable-features=AcceptCHFrame,AutoExpandDetailsElement,AvoidUnnecessaryBeforeUnloadCheckSync,CertificateTransparencyComponentUpdater,DestroyProfileOnBrowserClose,DialMediaRouteProvider,ExtensionManifestV2Disabled,GlobalMediaControls,HttpsUpgrades,ImprovedCookieControls,LazyFrameLoading,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,Translate --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --enable-automation --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-sandbox --disable-setuid-sandbox --disable-blink-features=AutomationControlled --disable-extensions --user-data-dir=/tmp/playwright_chromiumdev_profile-uInMda --remote-debugging-pipe --no-startup-window\n<launched> pid=3069373\n[pid=3069373][err] [0211/032954.510440:FATAL:content/browser/sandbox_host_linux.cc:41] Check failed: . shutdown: Operation not permitted (1)\nCall log:\n  - <launching> /home/arbel/.cache/ms-playwright/chromium_headless_shell-1179/chrome-linux/headless_shell --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-extensions --disable-features=AcceptCHFrame,AutoExpandDetailsElement,AvoidUnnecessaryBeforeUnloadCheckSync,CertificateTransparencyComponentUpdater,DestroyProfileOnBrowserClose,DialMediaRouteProvider,ExtensionManifestV2Disabled,GlobalMediaControls,HttpsUpgrades,ImprovedCookieControls,LazyFrameLoading,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,Translate --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --enable-automation --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-sandbox --disable-setuid-sandbox --disable-blink-features=AutomationControlled --disable-extensions --user-data-dir=/tmp/playwright_chromiumdev_profile-uInMda --remote-debugging-pipe --no-startup-window\n  - <launched> pid=3069373\n  - [pid=3069373][err] [0211/032954.510440:FATAL:content/browser/sandbox_host_linux.cc:41] Check failed: . shutdown: Operation not permitted (1)\n); falling back to Firefox.","errors":1,"extra":{"canonical_name":"BYU Law Review","child_pid":3069353,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-02-11T03:33:24+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-11T03:29:54+00:00","returncode":-15,"scraper_id":"ByuLawReviewScraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770780594_ByuLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1770780594_ByuLawReviewScraper.out.log","timeout_minutes":20},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 3069353, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-11T03:33:24+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-11T03:29:54+00:00\", \"returncode\": -15, \"scraper_id\": \"ByuLawReviewScraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770780594_ByuLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770780594_ByuLawReviewScraper.out.log\", \"timeout_minutes\": 20}","id":2144,"items_discovered":null,"items_processed":null,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-02-11T03:33:24+00:00","run_start":"2026-02-11T03:29:54+00:00","scraper_name":"ByuLawReviewScraper","status":"failed","stderr_log_url":"/api/scraper-runs/2144/logs/stderr","stdout_log_url":"/api/scraper-runs/2144/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":null,"error_category":"orchestrator_reaper","error_message":"Marked stale running run as timeout (age=21529s; started=2026-02-10T14:23:06+00:00; heartbeat=none)","error_traceback":null,"errors":0,"extra":{"canonical_name":"BYU Law Review"},"extra_json":"{\"canonical_name\": \"BYU Law Review\"}","id":1937,"items_discovered":null,"items_processed":null,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-02-10T20:21:55+00:00","run_start":"2026-02-10T14:23:06+00:00","scraper_name":"ByuLawReviewScraper","status":"timeout"},{"duplicates_skipped":1,"duration_seconds":4.844189116964117,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"BYU Law Review","child_pid":2576550,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-02-07T18:37:07+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T18:37:07+00:00","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770489427_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770489427_byu_law_review_scraper.out.log","timeout_minutes":10},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 2576550, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-07T18:37:07+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T18:37:07+00:00\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770489427_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770489427_byu_law_review_scraper.out.log\", \"timeout_minutes\": 10}","id":1509,"items_discovered":9,"items_processed":9,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-02-07T18:37:12+00:00","run_start":"2026-02-07T18:37:07+00:00","scraper_name":"byu_law_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/1509/logs/stderr","stdout_log_url":"/api/scraper-runs/1509/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":33.45582556800218,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"BYU Law Review","child_pid":2408913,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-02-07T17:12:47+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T17:12:17+00:00","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770484337_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770484337_byu_law_review_scraper.out.log","timeout_minutes":8},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 2408913, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-07T17:12:47+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T17:12:17+00:00\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770484337_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770484337_byu_law_review_scraper.out.log\", \"timeout_minutes\": 8}","id":1480,"items_discovered":5,"items_processed":5,"law_review_id":468,"pdfs_downloaded":5,"run_end":"2026-02-07T17:12:51+00:00","run_start":"2026-02-07T17:12:17+00:00","scraper_name":"byu_law_review_scraper","status":"success","stderr_log_url":"/api/scraper-runs/1480/logs/stderr","stdout_log_url":"/api/scraper-runs/1480/logs/stdout"}],"runs_by_scraper_id":[{"duplicates_skipped":45,"duration_seconds":27.497093619778752,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":264924,"canonical_name":"BYU Law Review","child_pid":200231,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":249,"mode":"balanced","remaining_units":202,"scope":"https://digitalcommons.law.byu.edu/lawreview/","selected_units":25,"visited_this_run":25,"visited_units":47},"download_queue":{"due":175,"pending":178,"retries":7,"scope":"ByuLawReviewScraper:BYU Law Review","waiting":3},"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-09-20T20:52:02+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T20:52:02+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789937522_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789937522_byu_law_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 264924, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 200231, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 249, \"mode\": \"balanced\", \"remaining_units\": 202, \"scope\": \"https://digitalcommons.law.byu.edu/lawreview/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 47}, \"download_queue\": {\"due\": 175, \"pending\": 178, \"retries\": 7, \"scope\": \"ByuLawReviewScraper:BYU Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-20T20:52:02+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T20:52:02+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789937522_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789937522_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46105,"items_discovered":223,"items_processed":48,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-09-20T20:52:29+00:00","run_start":"2026-09-20T20:52:02+00:00","scraper_name":"byu_law_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46105/logs/stderr","stdout_log_url":"/api/scraper-runs/46105/logs/stdout"},{"duplicates_skipped":57,"duration_seconds":1322.5696619399823,"error_category":"digital_commons_waf_partial","error_message":"HTTP 403 for https://digitalcommons.law.byu.edu/context/lawreview/article/3024/viewcontent/ (fallback UA)","error_traceback":null,"errors":7,"extra":{"automation_cycle_id":251122,"canonical_name":"BYU Law Review","child_pid":1553604,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":249,"mode":"balanced","remaining_units":222,"scope":"https://digitalcommons.law.byu.edu/lawreview/","selected_units":25,"visited_this_run":6,"visited_units":27},"discovery_problem":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","download_queue":{"due":0,"pending":7,"retries":7,"scope":"ByuLawReviewScraper:BYU Law Review","waiting":7},"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-09-13T16:56:12+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T16:34:11+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789317251_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789317251_byu_law_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 251122, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 1553604, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 249, \"mode\": \"balanced\", \"remaining_units\": 222, \"scope\": \"https://digitalcommons.law.byu.edu/lawreview/\", \"selected_units\": 25, \"visited_this_run\": 6, \"visited_units\": 27}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget\", \"download_queue\": {\"due\": 0, \"pending\": 7, \"retries\": 7, \"scope\": \"ByuLawReviewScraper:BYU Law Review\", \"waiting\": 7}, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T16:56:12+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T16:34:11+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789317251_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789317251_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45770,"items_discovered":64,"items_processed":64,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-09-13T16:56:14+00:00","run_start":"2026-09-13T16:34:11+00:00","scraper_name":"byu_law_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45770/logs/stderr","stdout_log_url":"/api/scraper-runs/45770/logs/stdout"},{"duplicates_skipped":115,"duration_seconds":524.226767804008,"error_category":"digital_commons_waf_partial","error_message":"HTTP 403 for https://digitalcommons.law.byu.edu/context/lawreview/article/3023/viewcontent/ (fallback UA)","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":250169,"canonical_name":"BYU Law Review","child_pid":491329,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":249,"mode":"balanced","remaining_units":223,"scope":"https://digitalcommons.law.byu.edu/lawreview/","selected_units":25,"visited_this_run":13,"visited_units":26},"discovery_problem":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","download_queue":{"due":1,"pending":4,"retries":3,"scope":"ByuLawReviewScraper:BYU Law Review","waiting":3},"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-09-13T05:34:45+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T05:26:14+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789277174_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789277174_byu_law_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 250169, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 491329, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 249, \"mode\": \"balanced\", \"remaining_units\": 223, \"scope\": \"https://digitalcommons.law.byu.edu/lawreview/\", \"selected_units\": 25, \"visited_this_run\": 13, \"visited_units\": 26}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget\", \"download_queue\": {\"due\": 1, \"pending\": 4, \"retries\": 3, \"scope\": \"ByuLawReviewScraper:BYU Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T05:34:45+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T05:26:14+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789277174_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789277174_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45369,"items_discovered":119,"items_processed":118,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-09-13T05:34:59+00:00","run_start":"2026-09-13T05:26:14+00:00","scraper_name":"byu_law_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45369/logs/stderr","stdout_log_url":"/api/scraper-runs/45369/logs/stdout"},{"duplicates_skipped":84,"duration_seconds":687.6998281900305,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://digitalcommons.law.byu.edu/context/lawreview/article/3232/viewcontent/","error_traceback":null,"errors":8,"extra":{"automation_cycle_id":153880,"canonical_name":"BYU Law Review","child_pid":2604959,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-08-14T00:28:55+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T00:17:55+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1786666675_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786666675_byu_law_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 153880, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 2604959, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-08-14T00:28:55+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T00:17:55+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786666675_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786666675_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":44541,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":79,"run_end":"2026-08-14T00:29:23+00:00","run_start":"2026-08-14T00:17:55+00:00","scraper_name":"byu_law_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/44541/logs/stderr","stdout_log_url":"/api/scraper-runs/44541/logs/stdout"},{"duplicates_skipped":227,"duration_seconds":41.4957059500739,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"BYU Law Review","child_pid":2981787,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-07-14T18:40:30+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T18:40:00+00:00","run_kind":"scheduled","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1784054400_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784054400_byu_law_review_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 2981787, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-07-14T18:40:30+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T18:40:00+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784054400_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784054400_byu_law_review_scraper.out.log\", \"timeout_minutes\": 15}","id":43767,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-07-14T18:40:41+00:00","run_start":"2026-07-14T18:40:00+00:00","scraper_name":"byu_law_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43767/logs/stderr","stdout_log_url":"/api/scraper-runs/43767/logs/stdout"},{"duplicates_skipped":227,"duration_seconds":2122.558175104903,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28130,"canonical_name":"BYU Law Review","child_pid":2033553,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-07-03T09:21:45+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-03T08:46:40+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1783068400_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783068400_byu_law_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28130, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 2033553, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-07-03T09:21:45+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-03T08:46:40+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783068400_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783068400_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45}","id":31389,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-07-03T09:22:03+00:00","run_start":"2026-07-03T08:46:40+00:00","scraper_name":"byu_law_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/31389/logs/stderr","stdout_log_url":"/api/scraper-runs/31389/logs/stdout"},{"duplicates_skipped":227,"duration_seconds":40.407365073999244,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1564,"canonical_name":"BYU Law Review","child_pid":160199,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-06-01T19:51:12+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T19:50:42+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780343442_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780343442_byu_law_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1564, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 160199, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-06-01T19:51:12+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T19:50:42+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780343442_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780343442_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45}","id":4781,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-06-01T19:51:23+00:00","run_start":"2026-06-01T19:50:42+00:00","scraper_name":"byu_law_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4781/logs/stderr","stdout_log_url":"/api/scraper-runs/4781/logs/stdout"},{"duplicates_skipped":227,"duration_seconds":46.04776398302056,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":652,"canonical_name":"BYU Law Review","child_pid":1160456,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-05-01T23:01:44+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T23:01:14+00:00","run_kind":"scheduled_active","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1777676474_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777676474_byu_law_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 652, \"canonical_name\": \"BYU Law Review\", \"child_pid\": 1160456, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-05-01T23:01:44+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T23:01:14+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777676474_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777676474_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45}","id":4100,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-05-01T23:02:00+00:00","run_start":"2026-05-01T23:01:14+00:00","scraper_name":"byu_law_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4100/logs/stderr","stdout_log_url":"/api/scraper-runs/4100/logs/stdout"},{"duplicates_skipped":151,"duration_seconds":745.2390466178767,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"BYU Law Review","child_pid":2953076,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-03-13T05:40:56+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-13T05:28:56+00:00","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1773379736_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773379736_byu_law_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 2953076, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-03-13T05:40:56+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-13T05:28:56+00:00\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773379736_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773379736_byu_law_review_scraper.out.log\", \"timeout_minutes\": 45}","id":3368,"items_discovered":227,"items_processed":227,"law_review_id":468,"pdfs_downloaded":76,"run_end":"2026-03-13T05:41:21+00:00","run_start":"2026-03-13T05:28:56+00:00","scraper_name":"byu_law_review_scraper","status":"success","stderr_log_url":"/api/scraper-runs/3368/logs/stderr","stdout_log_url":"/api/scraper-runs/3368/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":90.3630621759221,"error_category":"no_items_reason","error_message":"Unable to fetch archive index: https://digitalcommons.law.byu.edu/lawreview/all_issues.html","error_traceback":null,"errors":0,"extra":{"canonical_name":"BYU Law Review","child_pid":3193187,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-02-11T04:33:59+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-11T04:32:29+00:00","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770784349_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770784349_byu_law_review_scraper.out.log","timeout_minutes":6},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 3193187, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-11T04:33:59+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-11T04:32:29+00:00\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770784349_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770784349_byu_law_review_scraper.out.log\", \"timeout_minutes\": 6}","id":2181,"items_discovered":0,"items_processed":0,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-02-11T04:34:00+00:00","run_start":"2026-02-11T04:32:29+00:00","scraper_name":"byu_law_review_scraper","status":"no_items","stderr_log_url":"/api/scraper-runs/2181/logs/stderr","stdout_log_url":"/api/scraper-runs/2181/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":720.0026668569772,"error_category":"timeout","error_message":"Timeout after 12 minutes","error_traceback":null,"errors":1,"extra":{"canonical_name":"BYU Law Review","child_pid":3169241,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-02-11T04:32:12+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-11T04:20:12+00:00","returncode":null,"scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770783612_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770783612_byu_law_review_scraper.out.log","timeout_minutes":12},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 3169241, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-11T04:32:12+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-11T04:20:12+00:00\", \"returncode\": null, \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770783612_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770783612_byu_law_review_scraper.out.log\", \"timeout_minutes\": 12}","id":2180,"items_discovered":null,"items_processed":null,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-02-11T04:32:12+00:00","run_start":"2026-02-11T04:20:12+00:00","scraper_name":"byu_law_review_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/2180/logs/stderr","stdout_log_url":"/api/scraper-runs/2180/logs/stdout"},{"duplicates_skipped":1,"duration_seconds":4.844189116964117,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"BYU Law Review","child_pid":2576550,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-02-07T18:37:07+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T18:37:07+00:00","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770489427_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770489427_byu_law_review_scraper.out.log","timeout_minutes":10},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 2576550, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-07T18:37:07+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T18:37:07+00:00\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770489427_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770489427_byu_law_review_scraper.out.log\", \"timeout_minutes\": 10}","id":1509,"items_discovered":9,"items_processed":9,"law_review_id":468,"pdfs_downloaded":0,"run_end":"2026-02-07T18:37:12+00:00","run_start":"2026-02-07T18:37:07+00:00","scraper_name":"byu_law_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/1509/logs/stderr","stdout_log_url":"/api/scraper-runs/1509/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":33.45582556800218,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"BYU Law Review","child_pid":2408913,"file_path":"scrapers/byu_law_review_scraper.py","heartbeat_at":"2026-02-07T17:12:47+00:00","heartbeat_source":"orchestrator","law_review_id":468,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T17:12:17+00:00","scraper_id":"byu_law_review_scraper","script_path":"scrapers/byu_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770484337_byu_law_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770484337_byu_law_review_scraper.out.log","timeout_minutes":8},"extra_json":"{\"canonical_name\": \"BYU Law Review\", \"child_pid\": 2408913, \"file_path\": \"scrapers/byu_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-07T17:12:47+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 468, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T17:12:17+00:00\", \"scraper_id\": \"byu_law_review_scraper\", \"script_path\": \"scrapers/byu_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770484337_byu_law_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770484337_byu_law_review_scraper.out.log\", \"timeout_minutes\": 8}","id":1480,"items_discovered":5,"items_processed":5,"law_review_id":468,"pdfs_downloaded":5,"run_end":"2026-02-07T17:12:51+00:00","run_start":"2026-02-07T17:12:17+00:00","scraper_name":"byu_law_review_scraper","status":"success","stderr_log_url":"/api/scraper-runs/1480/logs/stderr","stdout_log_url":"/api/scraper-runs/1480/logs/stdout"}],"scraper":{"base_class":"script","canonical_name":"BYU Law Review","class_name":null,"discovered_at":"2026-03-30 20:11:12","file_path":"scrapers/byu_law_review_scraper.py","has_cli_entrypoint":1,"institution_code":null,"is_abstract":0,"module_path":"scrapers.byu_law_review_scraper","platform":"bepress","scraper_id":"byu_law_review_scraper","updated_at":"2026-09-22 17:32:34"},"uploads":{"last_pending":null,"last_uploaded":"2026-09-12 13:33:37","latest_registry_sync":"uabox:Law_Review_Project/byu_law_review_20260912_132152.zip","pending":0}}