{"generated_at":"2026-09-23T06:39:11.425329","law_review":{"access_status":"working","base_url":null,"canonical_name":"South Dakota Law Review","error_details":"No activity for 999 days","failure_reason":"PARTIAL: downloaded=0, duplicates=70, errors=3; ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","health_status":"DEGRADED","id":388,"last_attempt_date":"2026-09-20T22:22:54+00:00","last_performance_check":"2025-07-09 03:08:43.110719","last_success_date":"2026-09-20T22:22:54+00:00","last_updated":"2025-07-09 03:40:54.397160","name":"South Dakota Law Review","performance_category":"high","rank":388,"scraper_name":"southdakota_scraper.py","scraper_status":"working_well","total_downloads":1254,"total_size_gb":0.0},"law_review_id":388,"runs":[{"duplicates_skipped":70,"duration_seconds":58.64869161322713,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":265057,"canonical_name":"South Dakota Law Review","child_pid":348885,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":188,"mode":"balanced","remaining_units":143,"scope":"https://red.library.usd.edu/sdlrev/","selected_units":25,"visited_this_run":25,"visited_units":45},"download_queue":{"due":223,"pending":226,"retries":3,"scope":"SouthDakotaLawReviewScraper:South Dakota Law Review","waiting":3},"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-09-20T22:22:26+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T22:21:56+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1789942916_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789942916_southdakota_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 265057, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 348885, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 188, \"mode\": \"balanced\", \"remaining_units\": 143, \"scope\": \"https://red.library.usd.edu/sdlrev/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 45}, \"download_queue\": {\"due\": 223, \"pending\": 226, \"retries\": 3, \"scope\": \"SouthDakotaLawReviewScraper:South Dakota Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-09-20T22:22:26+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T22:21:56+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789942916_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789942916_southdakota_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46184,"items_discovered":296,"items_processed":73,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-09-20T22:22:54+00:00","run_start":"2026-09-20T22:21:56+00:00","scraper_name":"southdakota_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46184/logs/stderr","stdout_log_url":"/api/scraper-runs/46184/logs/stdout"},{"duplicates_skipped":285,"duration_seconds":19.45111549180001,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":251579,"canonical_name":"South Dakota Law Review","child_pid":2109025,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":188,"mode":"balanced","remaining_units":163,"scope":"https://red.library.usd.edu/sdlrev/","selected_units":25,"visited_this_run":25,"visited_units":25},"download_queue":{"due":14,"pending":17,"retries":3,"scope":"SouthDakotaLawReviewScraper:South Dakota Law Review","waiting":3},"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-09-13T22:17:17+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T22:17:17+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1789337837_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789337837_southdakota_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 251579, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 2109025, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 188, \"mode\": \"balanced\", \"remaining_units\": 163, \"scope\": \"https://red.library.usd.edu/sdlrev/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 25}, \"download_queue\": {\"due\": 14, \"pending\": 17, \"retries\": 3, \"scope\": \"SouthDakotaLawReviewScraper:South Dakota Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-09-13T22:17:17+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T22:17:17+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789337837_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789337837_southdakota_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45901,"items_discovered":302,"items_processed":288,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-09-13T22:17:37+00:00","run_start":"2026-09-13T22:17:17+00:00","scraper_name":"southdakota_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45901/logs/stderr","stdout_log_url":"/api/scraper-runs/45901/logs/stdout"},{"duplicates_skipped":33,"duration_seconds":120.81487095868215,"error_category":"partial_discovery","error_message":"BROKEN_NETWORK: Digital Commons curl transport exit 28: https://red.library.usd.edu/sdlrev/vol71/iss2/","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":250623,"canonical_name":"South Dakota Law Review","child_pid":994356,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":188,"mode":"balanced","remaining_units":185,"scope":"https://red.library.usd.edu/sdlrev/","selected_units":25,"visited_this_run":3,"visited_units":3},"discovery_problem":"BROKEN_NETWORK: Digital Commons curl transport exit 28: https://red.library.usd.edu/sdlrev/vol71/iss2/","download_queue":{"due":0,"pending":0,"retries":0,"scope":"SouthDakotaLawReviewScraper:South Dakota Law Review","waiting":0},"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-09-13T10:38:07+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T10:36:07+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1789295767_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789295767_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 250623, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 994356, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 188, \"mode\": \"balanced\", \"remaining_units\": 185, \"scope\": \"https://red.library.usd.edu/sdlrev/\", \"selected_units\": 25, \"visited_this_run\": 3, \"visited_units\": 3}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons curl transport exit 28: https://red.library.usd.edu/sdlrev/vol71/iss2/\", \"download_queue\": {\"due\": 0, \"pending\": 0, \"retries\": 0, \"scope\": \"SouthDakotaLawReviewScraper:South Dakota Law Review\", \"waiting\": 0}, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-09-13T10:38:07+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T10:36:07+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789295767_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789295767_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":45598,"items_discovered":33,"items_processed":33,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-09-13T10:38:08+00:00","run_start":"2026-09-13T10:36:07+00:00","scraper_name":"southdakota_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45598/logs/stderr","stdout_log_url":"/api/scraper-runs/45598/logs/stdout"},{"duplicates_skipped":278,"duration_seconds":704.2879733200534,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://red.library.usd.edu/context/sdlrev/article/4432/viewcontent/","error_traceback":null,"errors":7,"extra":{"automation_cycle_id":154806,"canonical_name":"South Dakota Law Review","child_pid":3137287,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-08-14T05:57:12+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T05:45:42+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1786686342_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786686342_southdakota_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 154806, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3137287, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-08-14T05:57:12+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T05:45:42+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786686342_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786686342_southdakota_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":44743,"items_discovered":300,"items_processed":300,"law_review_id":388,"pdfs_downloaded":15,"run_end":"2026-08-14T05:57:27+00:00","run_start":"2026-08-14T05:45:42+00:00","scraper_name":"southdakota_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/44743/logs/stderr","stdout_log_url":"/api/scraper-runs/44743/logs/stdout"},{"duplicates_skipped":301,"duration_seconds":81.32921863812953,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"South Dakota Law Review","child_pid":3069650,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-07-14T19:09:44+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T19:08:44+00:00","run_kind":"scheduled","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1784056124_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784056124_southdakota_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3069650, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-07-14T19:09:44+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T19:08:44+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784056124_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784056124_southdakota_scraper.out.log\", \"timeout_minutes\": 15}","id":43993,"items_discovered":301,"items_processed":301,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-07-14T19:10:05+00:00","run_start":"2026-07-14T19:08:44+00:00","scraper_name":"southdakota_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43993/logs/stderr","stdout_log_url":"/api/scraper-runs/43993/logs/stdout"},{"duplicates_skipped":301,"duration_seconds":52.859690392855555,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":37959,"canonical_name":"South Dakota Law Review","child_pid":3504811,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-07-13T03:31:46+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-13T03:31:16+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1783913476_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783913476_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 37959, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3504811, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-07-13T03:31:46+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-13T03:31:16+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783913476_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783913476_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":41088,"items_discovered":301,"items_processed":301,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-07-13T03:32:09+00:00","run_start":"2026-07-13T03:31:16+00:00","scraper_name":"southdakota_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/41088/logs/stderr","stdout_log_url":"/api/scraper-runs/41088/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":null,"error_category":"orchestrator_reaper","error_message":"Marked stale running run as timeout (age=3621s; started=2026-07-13T02:30:54+00:00; heartbeat=2026-07-13T02:30:54+00:00)","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":37867,"canonical_name":"South Dakota Law Review","child_pid":3398030,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-07-13T02:30:54+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-13T02:30:54+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1783909854_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783909854_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 37867, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3398030, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-07-13T02:30:54+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-13T02:30:54+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783909854_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783909854_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":41052,"items_discovered":null,"items_processed":null,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-07-13T03:31:15+00:00","run_start":"2026-07-13T02:30:54+00:00","scraper_name":"southdakota_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/41052/logs/stderr","stdout_log_url":"/api/scraper-runs/41052/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":2700.027811022941,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28154,"canonical_name":"South Dakota Law Review","child_pid":3006661,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-07-03T22:09:19+00:00","heartbeat_source":"orchestrator","law_review_id":388,"metrics_source":"inferred_unique_files","orchestrator":"lrscraper","orchestrator_started_at":"2026-07-03T21:24:19+00:00","returncode":null,"run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1783113859_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783113859_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28154, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3006661, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-07-03T22:09:19+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"metrics_source\": \"inferred_unique_files\", \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-03T21:24:19+00:00\", \"returncode\": null, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783113859_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783113859_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":31519,"items_discovered":0,"items_processed":0,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-07-03T22:09:19+00:00","run_start":"2026-07-03T21:24:19+00:00","scraper_name":"southdakota_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31519/logs/stderr","stdout_log_url":"/api/scraper-runs/31519/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":2700.0209212012123,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28061,"canonical_name":"South Dakota Law Review","child_pid":3688847,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-07-02T01:49:25+00:00","heartbeat_source":"orchestrator","law_review_id":388,"metrics_source":"inferred_unique_files","orchestrator":"lrscraper","orchestrator_started_at":"2026-07-02T01:04:25+00:00","returncode":null,"run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1782954265_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1782954265_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28061, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3688847, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-07-02T01:49:25+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"metrics_source\": \"inferred_unique_files\", \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-02T01:04:25+00:00\", \"returncode\": null, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1782954265_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1782954265_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":31005,"items_discovered":0,"items_processed":0,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-07-02T01:49:26+00:00","run_start":"2026-07-02T01:04:25+00:00","scraper_name":"southdakota_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31005/logs/stderr","stdout_log_url":"/api/scraper-runs/31005/logs/stdout"},{"duplicates_skipped":290,"duration_seconds":77.52443946299991,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1522,"canonical_name":"South Dakota Law Review","child_pid":63241,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-06-01T16:39:31+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T16:38:31+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1780331911_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780331911_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1522, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 63241, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-06-01T16:39:31+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T16:38:31+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780331911_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780331911_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":4393,"items_discovered":301,"items_processed":301,"law_review_id":388,"pdfs_downloaded":11,"run_end":"2026-06-01T16:39:49+00:00","run_start":"2026-06-01T16:38:31+00:00","scraper_name":"southdakota_scraper","status":"success","stderr_log_url":"/api/scraper-runs/4393/logs/stderr","stdout_log_url":"/api/scraper-runs/4393/logs/stdout"},{"duplicates_skipped":307,"duration_seconds":67.43300042697228,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":610,"canonical_name":"South Dakota Law Review","child_pid":993729,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-05-01T20:00:15+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T19:59:15+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1777665555_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777665555_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 610, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 993729, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-05-01T20:00:15+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T19:59:15+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777665555_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777665555_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":3709,"items_discovered":307,"items_processed":307,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-05-01T20:00:23+00:00","run_start":"2026-05-01T19:59:15+00:00","scraper_name":"southdakota_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/3709/logs/stderr","stdout_log_url":"/api/scraper-runs/3709/logs/stdout"},{"duplicates_skipped":287,"duration_seconds":293.85328769218177,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://red.library.usd.edu/cgi/viewcontent.cgi?article=1119&context=sdlrev&download=1","error_traceback":null,"errors":1,"extra":{"canonical_name":"South Dakota Law Review","child_pid":2940845,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-03-08T19:35:24+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-08T19:30:54+00:00","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1772998254_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1772998254_southdakota_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 2940845, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-03-08T19:35:24+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-08T19:30:54+00:00\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1772998254_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1772998254_southdakota_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":2865,"items_discovered":307,"items_processed":307,"law_review_id":388,"pdfs_downloaded":19,"run_end":"2026-03-08T19:35:48+00:00","run_start":"2026-03-08T19:30:54+00:00","scraper_name":"southdakota_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/2865/logs/stderr","stdout_log_url":"/api/scraper-runs/2865/logs/stdout"},{"duplicates_skipped":23,"duration_seconds":13.67334864201257,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"South Dakota Law Review","child_pid":4130769,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-02-06T19:24:09+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T19:24:09+00:00","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1770405849_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770405849_southdakota_scraper.out.log","timeout_minutes":25},"extra_json":"{\"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 4130769, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-02-06T19:24:09+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T19:24:09+00:00\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770405849_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770405849_southdakota_scraper.out.log\", \"timeout_minutes\": 25}","id":976,"items_discovered":25,"items_processed":25,"law_review_id":388,"pdfs_downloaded":2,"run_end":"2026-02-06T19:24:23+00:00","run_start":"2026-02-06T19:24:09+00:00","scraper_name":"southdakota_scraper","status":"success","stderr_log_url":"/api/scraper-runs/976/logs/stderr","stdout_log_url":"/api/scraper-runs/976/logs/stdout"}],"runs_by_scraper_id":[{"duplicates_skipped":70,"duration_seconds":58.64869161322713,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":265057,"canonical_name":"South Dakota Law Review","child_pid":348885,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":188,"mode":"balanced","remaining_units":143,"scope":"https://red.library.usd.edu/sdlrev/","selected_units":25,"visited_this_run":25,"visited_units":45},"download_queue":{"due":223,"pending":226,"retries":3,"scope":"SouthDakotaLawReviewScraper:South Dakota Law Review","waiting":3},"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-09-20T22:22:26+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T22:21:56+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1789942916_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789942916_southdakota_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 265057, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 348885, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 188, \"mode\": \"balanced\", \"remaining_units\": 143, \"scope\": \"https://red.library.usd.edu/sdlrev/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 45}, \"download_queue\": {\"due\": 223, \"pending\": 226, \"retries\": 3, \"scope\": \"SouthDakotaLawReviewScraper:South Dakota Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-09-20T22:22:26+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T22:21:56+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789942916_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789942916_southdakota_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46184,"items_discovered":296,"items_processed":73,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-09-20T22:22:54+00:00","run_start":"2026-09-20T22:21:56+00:00","scraper_name":"southdakota_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46184/logs/stderr","stdout_log_url":"/api/scraper-runs/46184/logs/stdout"},{"duplicates_skipped":285,"duration_seconds":19.45111549180001,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":251579,"canonical_name":"South Dakota Law Review","child_pid":2109025,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":188,"mode":"balanced","remaining_units":163,"scope":"https://red.library.usd.edu/sdlrev/","selected_units":25,"visited_this_run":25,"visited_units":25},"download_queue":{"due":14,"pending":17,"retries":3,"scope":"SouthDakotaLawReviewScraper:South Dakota Law Review","waiting":3},"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-09-13T22:17:17+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T22:17:17+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1789337837_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789337837_southdakota_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 251579, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 2109025, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 188, \"mode\": \"balanced\", \"remaining_units\": 163, \"scope\": \"https://red.library.usd.edu/sdlrev/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 25}, \"download_queue\": {\"due\": 14, \"pending\": 17, \"retries\": 3, \"scope\": \"SouthDakotaLawReviewScraper:South Dakota Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-09-13T22:17:17+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T22:17:17+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789337837_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789337837_southdakota_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45901,"items_discovered":302,"items_processed":288,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-09-13T22:17:37+00:00","run_start":"2026-09-13T22:17:17+00:00","scraper_name":"southdakota_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45901/logs/stderr","stdout_log_url":"/api/scraper-runs/45901/logs/stdout"},{"duplicates_skipped":33,"duration_seconds":120.81487095868215,"error_category":"partial_discovery","error_message":"BROKEN_NETWORK: Digital Commons curl transport exit 28: https://red.library.usd.edu/sdlrev/vol71/iss2/","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":250623,"canonical_name":"South Dakota Law Review","child_pid":994356,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":188,"mode":"balanced","remaining_units":185,"scope":"https://red.library.usd.edu/sdlrev/","selected_units":25,"visited_this_run":3,"visited_units":3},"discovery_problem":"BROKEN_NETWORK: Digital Commons curl transport exit 28: https://red.library.usd.edu/sdlrev/vol71/iss2/","download_queue":{"due":0,"pending":0,"retries":0,"scope":"SouthDakotaLawReviewScraper:South Dakota Law Review","waiting":0},"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-09-13T10:38:07+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T10:36:07+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1789295767_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789295767_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 250623, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 994356, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 188, \"mode\": \"balanced\", \"remaining_units\": 185, \"scope\": \"https://red.library.usd.edu/sdlrev/\", \"selected_units\": 25, \"visited_this_run\": 3, \"visited_units\": 3}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons curl transport exit 28: https://red.library.usd.edu/sdlrev/vol71/iss2/\", \"download_queue\": {\"due\": 0, \"pending\": 0, \"retries\": 0, \"scope\": \"SouthDakotaLawReviewScraper:South Dakota Law Review\", \"waiting\": 0}, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-09-13T10:38:07+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T10:36:07+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789295767_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789295767_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":45598,"items_discovered":33,"items_processed":33,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-09-13T10:38:08+00:00","run_start":"2026-09-13T10:36:07+00:00","scraper_name":"southdakota_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45598/logs/stderr","stdout_log_url":"/api/scraper-runs/45598/logs/stdout"},{"duplicates_skipped":278,"duration_seconds":704.2879733200534,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://red.library.usd.edu/context/sdlrev/article/4432/viewcontent/","error_traceback":null,"errors":7,"extra":{"automation_cycle_id":154806,"canonical_name":"South Dakota Law Review","child_pid":3137287,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-08-14T05:57:12+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T05:45:42+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1786686342_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786686342_southdakota_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 154806, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3137287, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-08-14T05:57:12+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T05:45:42+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786686342_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786686342_southdakota_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":44743,"items_discovered":300,"items_processed":300,"law_review_id":388,"pdfs_downloaded":15,"run_end":"2026-08-14T05:57:27+00:00","run_start":"2026-08-14T05:45:42+00:00","scraper_name":"southdakota_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/44743/logs/stderr","stdout_log_url":"/api/scraper-runs/44743/logs/stdout"},{"duplicates_skipped":301,"duration_seconds":81.32921863812953,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"South Dakota Law Review","child_pid":3069650,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-07-14T19:09:44+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T19:08:44+00:00","run_kind":"scheduled","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1784056124_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784056124_southdakota_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3069650, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-07-14T19:09:44+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T19:08:44+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784056124_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784056124_southdakota_scraper.out.log\", \"timeout_minutes\": 15}","id":43993,"items_discovered":301,"items_processed":301,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-07-14T19:10:05+00:00","run_start":"2026-07-14T19:08:44+00:00","scraper_name":"southdakota_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43993/logs/stderr","stdout_log_url":"/api/scraper-runs/43993/logs/stdout"},{"duplicates_skipped":301,"duration_seconds":52.859690392855555,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":37959,"canonical_name":"South Dakota Law Review","child_pid":3504811,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-07-13T03:31:46+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-13T03:31:16+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1783913476_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783913476_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 37959, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3504811, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-07-13T03:31:46+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-13T03:31:16+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783913476_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783913476_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":41088,"items_discovered":301,"items_processed":301,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-07-13T03:32:09+00:00","run_start":"2026-07-13T03:31:16+00:00","scraper_name":"southdakota_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/41088/logs/stderr","stdout_log_url":"/api/scraper-runs/41088/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":null,"error_category":"orchestrator_reaper","error_message":"Marked stale running run as timeout (age=3621s; started=2026-07-13T02:30:54+00:00; heartbeat=2026-07-13T02:30:54+00:00)","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":37867,"canonical_name":"South Dakota Law Review","child_pid":3398030,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-07-13T02:30:54+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-13T02:30:54+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1783909854_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783909854_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 37867, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3398030, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-07-13T02:30:54+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-13T02:30:54+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783909854_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783909854_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":41052,"items_discovered":null,"items_processed":null,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-07-13T03:31:15+00:00","run_start":"2026-07-13T02:30:54+00:00","scraper_name":"southdakota_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/41052/logs/stderr","stdout_log_url":"/api/scraper-runs/41052/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":2700.027811022941,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28154,"canonical_name":"South Dakota Law Review","child_pid":3006661,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-07-03T22:09:19+00:00","heartbeat_source":"orchestrator","law_review_id":388,"metrics_source":"inferred_unique_files","orchestrator":"lrscraper","orchestrator_started_at":"2026-07-03T21:24:19+00:00","returncode":null,"run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1783113859_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783113859_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28154, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3006661, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-07-03T22:09:19+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"metrics_source\": \"inferred_unique_files\", \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-03T21:24:19+00:00\", \"returncode\": null, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783113859_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783113859_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":31519,"items_discovered":0,"items_processed":0,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-07-03T22:09:19+00:00","run_start":"2026-07-03T21:24:19+00:00","scraper_name":"southdakota_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31519/logs/stderr","stdout_log_url":"/api/scraper-runs/31519/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":2700.0209212012123,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28061,"canonical_name":"South Dakota Law Review","child_pid":3688847,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-07-02T01:49:25+00:00","heartbeat_source":"orchestrator","law_review_id":388,"metrics_source":"inferred_unique_files","orchestrator":"lrscraper","orchestrator_started_at":"2026-07-02T01:04:25+00:00","returncode":null,"run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1782954265_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1782954265_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28061, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 3688847, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-07-02T01:49:25+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"metrics_source\": \"inferred_unique_files\", \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-02T01:04:25+00:00\", \"returncode\": null, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1782954265_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1782954265_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":31005,"items_discovered":0,"items_processed":0,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-07-02T01:49:26+00:00","run_start":"2026-07-02T01:04:25+00:00","scraper_name":"southdakota_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31005/logs/stderr","stdout_log_url":"/api/scraper-runs/31005/logs/stdout"},{"duplicates_skipped":290,"duration_seconds":77.52443946299991,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1522,"canonical_name":"South Dakota Law Review","child_pid":63241,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-06-01T16:39:31+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T16:38:31+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1780331911_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780331911_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1522, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 63241, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-06-01T16:39:31+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T16:38:31+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780331911_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780331911_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":4393,"items_discovered":301,"items_processed":301,"law_review_id":388,"pdfs_downloaded":11,"run_end":"2026-06-01T16:39:49+00:00","run_start":"2026-06-01T16:38:31+00:00","scraper_name":"southdakota_scraper","status":"success","stderr_log_url":"/api/scraper-runs/4393/logs/stderr","stdout_log_url":"/api/scraper-runs/4393/logs/stdout"},{"duplicates_skipped":307,"duration_seconds":67.43300042697228,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":610,"canonical_name":"South Dakota Law Review","child_pid":993729,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-05-01T20:00:15+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T19:59:15+00:00","run_kind":"scheduled_active","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1777665555_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777665555_southdakota_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 610, \"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 993729, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-05-01T20:00:15+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T19:59:15+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777665555_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777665555_southdakota_scraper.out.log\", \"timeout_minutes\": 45}","id":3709,"items_discovered":307,"items_processed":307,"law_review_id":388,"pdfs_downloaded":0,"run_end":"2026-05-01T20:00:23+00:00","run_start":"2026-05-01T19:59:15+00:00","scraper_name":"southdakota_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/3709/logs/stderr","stdout_log_url":"/api/scraper-runs/3709/logs/stdout"},{"duplicates_skipped":287,"duration_seconds":293.85328769218177,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://red.library.usd.edu/cgi/viewcontent.cgi?article=1119&context=sdlrev&download=1","error_traceback":null,"errors":1,"extra":{"canonical_name":"South Dakota Law Review","child_pid":2940845,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-03-08T19:35:24+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-08T19:30:54+00:00","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1772998254_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1772998254_southdakota_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 2940845, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-03-08T19:35:24+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-08T19:30:54+00:00\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1772998254_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1772998254_southdakota_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":2865,"items_discovered":307,"items_processed":307,"law_review_id":388,"pdfs_downloaded":19,"run_end":"2026-03-08T19:35:48+00:00","run_start":"2026-03-08T19:30:54+00:00","scraper_name":"southdakota_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/2865/logs/stderr","stdout_log_url":"/api/scraper-runs/2865/logs/stdout"},{"duplicates_skipped":23,"duration_seconds":13.67334864201257,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"South Dakota Law Review","child_pid":4130769,"file_path":"scrapers/southdakota_scraper.py","heartbeat_at":"2026-02-06T19:24:09+00:00","heartbeat_source":"orchestrator","law_review_id":388,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T19:24:09+00:00","scraper_id":"southdakota_scraper","script_path":"scrapers/southdakota_scraper.py","stderr_path":"logs/orchestrator_runs/1770405849_southdakota_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770405849_southdakota_scraper.out.log","timeout_minutes":25},"extra_json":"{\"canonical_name\": \"South Dakota Law Review\", \"child_pid\": 4130769, \"file_path\": \"scrapers/southdakota_scraper.py\", \"heartbeat_at\": \"2026-02-06T19:24:09+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 388, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T19:24:09+00:00\", \"scraper_id\": \"southdakota_scraper\", \"script_path\": \"scrapers/southdakota_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770405849_southdakota_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770405849_southdakota_scraper.out.log\", \"timeout_minutes\": 25}","id":976,"items_discovered":25,"items_processed":25,"law_review_id":388,"pdfs_downloaded":2,"run_end":"2026-02-06T19:24:23+00:00","run_start":"2026-02-06T19:24:09+00:00","scraper_name":"southdakota_scraper","status":"success","stderr_log_url":"/api/scraper-runs/976/logs/stderr","stdout_log_url":"/api/scraper-runs/976/logs/stdout"}],"scraper":{"base_class":"script","canonical_name":"South Dakota Law Review","class_name":null,"discovered_at":"2026-03-30 20:11:12","file_path":"scrapers/southdakota_scraper.py","has_cli_entrypoint":1,"institution_code":null,"is_abstract":0,"module_path":"scrapers.southdakota_scraper","platform":"bepress","scraper_id":"southdakota_scraper","updated_at":"2026-09-23 05:32:39"},"uploads":{"last_pending":null,"last_uploaded":"2026-09-12 13:37:47","latest_registry_sync":"uabox:Law_Review_Project/south_dakota_law_review_20260912_132152.zip","pending":0}}