{"generated_at":"2026-09-23T14:08:50.964873","law_review":{"access_status":"working","base_url":null,"canonical_name":"San Diego Law Review","coverage":"Partial results - 2261 files downloaded; unresolved failures","csv_rank":158,"csv_status":"Unknown","days_since_last_run":2,"display_name":"San Diego Law Review","error_details":"No activity for 999 days","failure_reason":"PARTIAL: downloaded=0, duplicates=23, errors=3; ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","health_color":"#ffc107","health_status":"DEGRADED","id":158,"last_attempt_date":"2026-09-20T22:14:11+00:00","last_download":"2026-07-02 11:31:00","last_performance_check":"2025-07-09 03:08:43.109942","last_success_date":"2026-09-20T22:14:11+00:00","last_updated":"2026-09-20T22:14:11+00:00","latest_run":{"duplicates_skipped":23,"duration_seconds":130.74479458434507,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":265047,"canonical_name":"San Diego Law Review","child_pid":333055,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":245,"mode":"balanced","remaining_units":200,"scope":"https://digital.sandiego.edu/sdlr/","selected_units":25,"visited_this_run":25,"visited_units":45},"download_queue":{"due":193,"pending":196,"retries":9,"scope":"SanDiegoScraper:San Diego Law Review","waiting":3},"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-09-20T22:14:00+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T22:12:00+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1789942320_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789942320_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 265047, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 333055, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 245, \"mode\": \"balanced\", \"remaining_units\": 200, \"scope\": \"https://digital.sandiego.edu/sdlr/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 45}, \"download_queue\": {\"due\": 193, \"pending\": 196, \"retries\": 9, \"scope\": \"SanDiegoScraper:San Diego Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-09-20T22:14:00+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T22:12:00+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789942320_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789942320_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46173,"items_discovered":219,"items_processed":26,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-09-20T22:14:11+00:00","run_start":"2026-09-20T22:12:00+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46173/logs/stderr","stdout_log_url":"/api/scraper-runs/46173/logs/stdout"},"name":"San Diego Law Review","performance_category":"excellent","rank":158,"recommendations":["Review failed items and retry unresolved downloads"],"scraper_name":"sandiego_scraper.py","scraper_status":"working_well","status":"partial","total_downloads":2261,"total_size_gb":0.0},"preferred_scraper_id":"sandiego_scraper","runs":[{"duplicates_skipped":23,"duration_seconds":130.74479458434507,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":265047,"canonical_name":"San Diego Law Review","child_pid":333055,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":245,"mode":"balanced","remaining_units":200,"scope":"https://digital.sandiego.edu/sdlr/","selected_units":25,"visited_this_run":25,"visited_units":45},"download_queue":{"due":193,"pending":196,"retries":9,"scope":"SanDiegoScraper:San Diego Law Review","waiting":3},"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-09-20T22:14:00+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T22:12:00+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1789942320_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789942320_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 265047, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 333055, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 245, \"mode\": \"balanced\", \"remaining_units\": 200, \"scope\": \"https://digital.sandiego.edu/sdlr/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 45}, \"download_queue\": {\"due\": 193, \"pending\": 196, \"retries\": 9, \"scope\": \"SanDiegoScraper:San Diego Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-09-20T22:14:00+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T22:12:00+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789942320_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789942320_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46173,"items_discovered":219,"items_processed":26,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-09-20T22:14:11+00:00","run_start":"2026-09-20T22:12:00+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46173/logs/stderr","stdout_log_url":"/api/scraper-runs/46173/logs/stdout"},{"duplicates_skipped":115,"duration_seconds":1622.354898930993,"error_category":"digital_commons_waf_partial","error_message":"HTTP 403 for https://digital.sandiego.edu/context/sdlr/article/3527/viewcontent/ (fallback UA)","error_traceback":null,"errors":9,"extra":{"automation_cycle_id":251482,"canonical_name":"San Diego Law Review","child_pid":1985554,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":245,"mode":"balanced","remaining_units":220,"scope":"https://digital.sandiego.edu/sdlr/","selected_units":25,"visited_this_run":25,"visited_units":25},"download_queue":{"due":27,"pending":36,"retries":9,"scope":"SanDiegoScraper:San Diego Law Review","waiting":9},"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-09-13T21:27:16+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T21:00:43+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1789333243_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789333243_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 251482, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 1985554, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 245, \"mode\": \"balanced\", \"remaining_units\": 220, \"scope\": \"https://digital.sandiego.edu/sdlr/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 25}, \"download_queue\": {\"due\": 27, \"pending\": 36, \"retries\": 9, \"scope\": \"SanDiegoScraper:San Diego Law Review\", \"waiting\": 9}, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-09-13T21:27:16+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T21:00:43+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789333243_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789333243_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45878,"items_discovered":151,"items_processed":124,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-09-13T21:27:45+00:00","run_start":"2026-09-13T21:00:43+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45878/logs/stderr","stdout_log_url":"/api/scraper-runs/45878/logs/stdout"},{"duplicates_skipped":6,"duration_seconds":528.4996626670472,"error_category":"digital_commons_waf_partial","error_message":"HTTP 403 for https://digital.sandiego.edu/context/sdlr/article/3528/viewcontent/ (fallback UA)","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":250553,"canonical_name":"San Diego Law Review","child_pid":925504,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":245,"mode":"balanced","remaining_units":243,"scope":"https://digital.sandiego.edu/sdlr/","selected_units":25,"visited_this_run":2,"visited_units":2},"discovery_problem":"BROKEN_NETWORK: Digital Commons curl transport exit 28: https://digital.sandiego.edu/sdlr/vol63/iss1/","download_queue":{"due":3,"pending":6,"retries":3,"scope":"SanDiegoScraper:San Diego Law Review","waiting":3},"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-09-13T10:02:04+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T09:53:34+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1789293214_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789293214_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 250553, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 925504, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 245, \"mode\": \"balanced\", \"remaining_units\": 243, \"scope\": \"https://digital.sandiego.edu/sdlr/\", \"selected_units\": 25, \"visited_this_run\": 2, \"visited_units\": 2}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons curl transport exit 28: https://digital.sandiego.edu/sdlr/vol63/iss1/\", \"download_queue\": {\"due\": 3, \"pending\": 6, \"retries\": 3, \"scope\": \"SanDiegoScraper:San Diego Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-09-13T10:02:04+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T09:53:34+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789293214_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789293214_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45566,"items_discovered":12,"items_processed":9,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-09-13T10:02:23+00:00","run_start":"2026-09-13T09:53:34+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45566/logs/stderr","stdout_log_url":"/api/scraper-runs/45566/logs/stdout"},{"duplicates_skipped":114,"duration_seconds":638.292606728035,"error_category":"digital_commons_waf_block","error_message":"Digital Commons WAF Block (HTTP 403) for https://digital.sandiego.edu/context/sdlr/article/3496/viewcontent/","error_traceback":null,"errors":8,"extra":{"automation_cycle_id":154655,"canonical_name":"San Diego Law Review","child_pid":3051045,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-08-14T05:05:56+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T04:55:26+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1786683326_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786683326_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 154655, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 3051045, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-08-14T05:05:56+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T04:55:26+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786683326_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786683326_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":44720,"items_discovered":152,"items_processed":152,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-08-14T05:06:04+00:00","run_start":"2026-08-14T04:55:26+00:00","scraper_name":"sandiego_scraper","status":"protected","stderr_log_url":"/api/scraper-runs/44720/logs/stderr","stdout_log_url":"/api/scraper-runs/44720/logs/stdout"},{"duplicates_skipped":152,"duration_seconds":36.546861878130585,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"San Diego Law Review","child_pid":3067151,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-07-14T19:08:04+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T19:07:34+00:00","run_kind":"scheduled","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1784056054_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784056054_sandiego_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 3067151, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-07-14T19:08:04+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T19:07:34+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784056054_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784056054_sandiego_scraper.out.log\", \"timeout_minutes\": 15}","id":43981,"items_discovered":152,"items_processed":152,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-07-14T19:08:10+00:00","run_start":"2026-07-14T19:07:34+00:00","scraper_name":"sandiego_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43981/logs/stderr","stdout_log_url":"/api/scraper-runs/43981/logs/stdout"},{"duplicates_skipped":147,"duration_seconds":2070.957310164813,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28078,"canonical_name":"San Diego Law Review","child_pid":313472,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-07-02T11:30:46+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-02T10:56:28+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1782989788_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1782989788_sandiego_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28078, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 313472, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-07-02T11:30:46+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-02T10:56:28+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1782989788_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1782989788_sandiego_scraper.out.log\", \"timeout_minutes\": 45}","id":31078,"items_discovered":152,"items_processed":152,"law_review_id":158,"pdfs_downloaded":5,"run_end":"2026-07-02T11:31:00+00:00","run_start":"2026-07-02T10:56:28+00:00","scraper_name":"sandiego_scraper","status":"success","stderr_log_url":"/api/scraper-runs/31078/logs/stderr","stdout_log_url":"/api/scraper-runs/31078/logs/stdout"},{"duplicates_skipped":161,"duration_seconds":32.804780572999334,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1530,"canonical_name":"San Diego Law Review","child_pid":84283,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-06-01T17:26:40+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T17:26:10+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1780334770_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780334770_sandiego_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1530, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 84283, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-06-01T17:26:40+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T17:26:10+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780334770_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780334770_sandiego_scraper.out.log\", \"timeout_minutes\": 45}","id":4467,"items_discovered":161,"items_processed":161,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-06-01T17:26:43+00:00","run_start":"2026-06-01T17:26:10+00:00","scraper_name":"sandiego_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4467/logs/stderr","stdout_log_url":"/api/scraper-runs/4467/logs/stdout"},{"duplicates_skipped":160,"duration_seconds":38.25693701696582,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":619,"canonical_name":"San Diego Law Review","child_pid":1034472,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-05-01T20:53:12+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T20:52:42+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1777668762_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777668762_sandiego_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 619, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 1034472, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-05-01T20:53:12+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T20:52:42+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777668762_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777668762_sandiego_scraper.out.log\", \"timeout_minutes\": 45}","id":3790,"items_discovered":161,"items_processed":161,"law_review_id":158,"pdfs_downloaded":1,"run_end":"2026-05-01T20:53:20+00:00","run_start":"2026-05-01T20:52:42+00:00","scraper_name":"sandiego_scraper","status":"success","stderr_log_url":"/api/scraper-runs/3790/logs/stderr","stdout_log_url":"/api/scraper-runs/3790/logs/stdout"},{"duplicates_skipped":154,"duration_seconds":129.6108222049661,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://digital.sandiego.edu/cgi/viewcontent.cgi?article=3516&context=sdlr&download=1","error_traceback":null,"errors":1,"extra":{"canonical_name":"San Diego Law Review","child_pid":3212462,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-03-09T03:14:29+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-09T03:12:29+00:00","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1773025949_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773025949_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"San Diego Law Review\", \"child_pid\": 3212462, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-03-09T03:14:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-09T03:12:29+00:00\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773025949_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773025949_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":2975,"items_discovered":161,"items_processed":161,"law_review_id":158,"pdfs_downloaded":6,"run_end":"2026-03-09T03:14:39+00:00","run_start":"2026-03-09T03:12:29+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/2975/logs/stderr","stdout_log_url":"/api/scraper-runs/2975/logs/stdout"},{"duplicates_skipped":20,"duration_seconds":10.12522397597786,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"San Diego Law Review","child_pid":512658,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-02-07T00:36:05+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T00:36:05+00:00","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1770424565_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770424565_sandiego_scraper.out.log","timeout_minutes":30},"extra_json":"{\"canonical_name\": \"San Diego Law Review\", \"child_pid\": 512658, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-02-07T00:36:05+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T00:36:05+00:00\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770424565_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770424565_sandiego_scraper.out.log\", \"timeout_minutes\": 30}","id":1142,"items_discovered":20,"items_processed":20,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-02-07T00:36:15+00:00","run_start":"2026-02-07T00:36:05+00:00","scraper_name":"sandiego_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/1142/logs/stderr","stdout_log_url":"/api/scraper-runs/1142/logs/stdout"},{"duplicates_skipped":17,"duration_seconds":26.66678905003937,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"San Diego Law Review"},"extra_json":"{\"canonical_name\": \"San Diego Law Review\"}","id":1000,"items_discovered":25,"items_processed":25,"law_review_id":158,"pdfs_downloaded":8,"run_end":"2026-02-06T20:05:48+00:00","run_start":"2026-02-06T20:05:21+00:00","scraper_name":"SanDiegoScraper","status":"success"},{"duplicates_skipped":0,"duration_seconds":27.27791248698486,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://digital.sandiego.edu/cgi/viewcontent.cgi?article=3515&context=sdlr","error_traceback":null,"errors":3,"extra":{"canonical_name":"San Diego Law Review","child_pid":4116970,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-02-06T19:16:52+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T19:16:52+00:00","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1770405412_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770405412_sandiego_scraper.out.log","timeout_minutes":25,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"San Diego Law Review\", \"child_pid\": 4116970, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-02-06T19:16:52+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T19:16:52+00:00\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770405412_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770405412_sandiego_scraper.out.log\", \"timeout_minutes\": 25, \"waf_blocked\": true}","id":973,"items_discovered":25,"items_processed":25,"law_review_id":158,"pdfs_downloaded":5,"run_end":"2026-02-06T19:17:19+00:00","run_start":"2026-02-06T19:16:52+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/973/logs/stderr","stdout_log_url":"/api/scraper-runs/973/logs/stdout"},{"duplicates_skipped":27,"duration_seconds":164.2351834709989,"error_category":"download_failed_all","error_message":"HTTP 403 for https://digital.sandiego.edu/cgi/viewcontent.cgi?article=3495&context=sdlr (fallback UA)","error_traceback":null,"errors":13,"extra":{"canonical_name":"San Diego Law Review","child_pid":4099900,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-02-06T19:10:14+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T19:07:44+00:00","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1770404864_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770404864_sandiego_scraper.out.log","timeout_minutes":35},"extra_json":"{\"canonical_name\": \"San Diego Law Review\", \"child_pid\": 4099900, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-02-06T19:10:14+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T19:07:44+00:00\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770404864_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770404864_sandiego_scraper.out.log\", \"timeout_minutes\": 35}","id":967,"items_discovered":40,"items_processed":40,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-02-06T19:10:28+00:00","run_start":"2026-02-06T19:07:44+00:00","scraper_name":"sandiego_scraper","status":"failed","stderr_log_url":"/api/scraper-runs/967/logs/stderr","stdout_log_url":"/api/scraper-runs/967/logs/stdout"}],"runs_by_scraper":{"sandiego_scraper":[{"duplicates_skipped":23,"duration_seconds":130.74479458434507,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":265047,"canonical_name":"San Diego Law Review","child_pid":333055,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":245,"mode":"balanced","remaining_units":200,"scope":"https://digital.sandiego.edu/sdlr/","selected_units":25,"visited_this_run":25,"visited_units":45},"download_queue":{"due":193,"pending":196,"retries":9,"scope":"SanDiegoScraper:San Diego Law Review","waiting":3},"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-09-20T22:14:00+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T22:12:00+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1789942320_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789942320_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 265047, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 333055, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 245, \"mode\": \"balanced\", \"remaining_units\": 200, \"scope\": \"https://digital.sandiego.edu/sdlr/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 45}, \"download_queue\": {\"due\": 193, \"pending\": 196, \"retries\": 9, \"scope\": \"SanDiegoScraper:San Diego Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-09-20T22:14:00+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T22:12:00+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789942320_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789942320_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46173,"items_discovered":219,"items_processed":26,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-09-20T22:14:11+00:00","run_start":"2026-09-20T22:12:00+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46173/logs/stderr","stdout_log_url":"/api/scraper-runs/46173/logs/stdout"},{"duplicates_skipped":115,"duration_seconds":1622.354898930993,"error_category":"digital_commons_waf_partial","error_message":"HTTP 403 for https://digital.sandiego.edu/context/sdlr/article/3527/viewcontent/ (fallback UA)","error_traceback":null,"errors":9,"extra":{"automation_cycle_id":251482,"canonical_name":"San Diego Law Review","child_pid":1985554,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":245,"mode":"balanced","remaining_units":220,"scope":"https://digital.sandiego.edu/sdlr/","selected_units":25,"visited_this_run":25,"visited_units":25},"download_queue":{"due":27,"pending":36,"retries":9,"scope":"SanDiegoScraper:San Diego Law Review","waiting":9},"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-09-13T21:27:16+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T21:00:43+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1789333243_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789333243_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 251482, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 1985554, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 245, \"mode\": \"balanced\", \"remaining_units\": 220, \"scope\": \"https://digital.sandiego.edu/sdlr/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 25}, \"download_queue\": {\"due\": 27, \"pending\": 36, \"retries\": 9, \"scope\": \"SanDiegoScraper:San Diego Law Review\", \"waiting\": 9}, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-09-13T21:27:16+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T21:00:43+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789333243_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789333243_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45878,"items_discovered":151,"items_processed":124,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-09-13T21:27:45+00:00","run_start":"2026-09-13T21:00:43+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45878/logs/stderr","stdout_log_url":"/api/scraper-runs/45878/logs/stdout"},{"duplicates_skipped":6,"duration_seconds":528.4996626670472,"error_category":"digital_commons_waf_partial","error_message":"HTTP 403 for https://digital.sandiego.edu/context/sdlr/article/3528/viewcontent/ (fallback UA)","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":250553,"canonical_name":"San Diego Law Review","child_pid":925504,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":245,"mode":"balanced","remaining_units":243,"scope":"https://digital.sandiego.edu/sdlr/","selected_units":25,"visited_this_run":2,"visited_units":2},"discovery_problem":"BROKEN_NETWORK: Digital Commons curl transport exit 28: https://digital.sandiego.edu/sdlr/vol63/iss1/","download_queue":{"due":3,"pending":6,"retries":3,"scope":"SanDiegoScraper:San Diego Law Review","waiting":3},"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-09-13T10:02:04+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T09:53:34+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1789293214_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789293214_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 250553, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 925504, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 245, \"mode\": \"balanced\", \"remaining_units\": 243, \"scope\": \"https://digital.sandiego.edu/sdlr/\", \"selected_units\": 25, \"visited_this_run\": 2, \"visited_units\": 2}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons curl transport exit 28: https://digital.sandiego.edu/sdlr/vol63/iss1/\", \"download_queue\": {\"due\": 3, \"pending\": 6, \"retries\": 3, \"scope\": \"SanDiegoScraper:San Diego Law Review\", \"waiting\": 3}, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-09-13T10:02:04+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T09:53:34+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789293214_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789293214_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45566,"items_discovered":12,"items_processed":9,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-09-13T10:02:23+00:00","run_start":"2026-09-13T09:53:34+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45566/logs/stderr","stdout_log_url":"/api/scraper-runs/45566/logs/stdout"},{"duplicates_skipped":114,"duration_seconds":638.292606728035,"error_category":"digital_commons_waf_block","error_message":"Digital Commons WAF Block (HTTP 403) for https://digital.sandiego.edu/context/sdlr/article/3496/viewcontent/","error_traceback":null,"errors":8,"extra":{"automation_cycle_id":154655,"canonical_name":"San Diego Law Review","child_pid":3051045,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-08-14T05:05:56+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T04:55:26+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1786683326_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786683326_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 154655, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 3051045, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-08-14T05:05:56+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T04:55:26+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786683326_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786683326_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":44720,"items_discovered":152,"items_processed":152,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-08-14T05:06:04+00:00","run_start":"2026-08-14T04:55:26+00:00","scraper_name":"sandiego_scraper","status":"protected","stderr_log_url":"/api/scraper-runs/44720/logs/stderr","stdout_log_url":"/api/scraper-runs/44720/logs/stdout"},{"duplicates_skipped":152,"duration_seconds":36.546861878130585,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"San Diego Law Review","child_pid":3067151,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-07-14T19:08:04+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T19:07:34+00:00","run_kind":"scheduled","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1784056054_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784056054_sandiego_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 3067151, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-07-14T19:08:04+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T19:07:34+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784056054_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784056054_sandiego_scraper.out.log\", \"timeout_minutes\": 15}","id":43981,"items_discovered":152,"items_processed":152,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-07-14T19:08:10+00:00","run_start":"2026-07-14T19:07:34+00:00","scraper_name":"sandiego_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43981/logs/stderr","stdout_log_url":"/api/scraper-runs/43981/logs/stdout"},{"duplicates_skipped":147,"duration_seconds":2070.957310164813,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28078,"canonical_name":"San Diego Law Review","child_pid":313472,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-07-02T11:30:46+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-02T10:56:28+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1782989788_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1782989788_sandiego_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28078, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 313472, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-07-02T11:30:46+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-02T10:56:28+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1782989788_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1782989788_sandiego_scraper.out.log\", \"timeout_minutes\": 45}","id":31078,"items_discovered":152,"items_processed":152,"law_review_id":158,"pdfs_downloaded":5,"run_end":"2026-07-02T11:31:00+00:00","run_start":"2026-07-02T10:56:28+00:00","scraper_name":"sandiego_scraper","status":"success","stderr_log_url":"/api/scraper-runs/31078/logs/stderr","stdout_log_url":"/api/scraper-runs/31078/logs/stdout"},{"duplicates_skipped":161,"duration_seconds":32.804780572999334,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1530,"canonical_name":"San Diego Law Review","child_pid":84283,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-06-01T17:26:40+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T17:26:10+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1780334770_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780334770_sandiego_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1530, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 84283, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-06-01T17:26:40+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T17:26:10+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780334770_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780334770_sandiego_scraper.out.log\", \"timeout_minutes\": 45}","id":4467,"items_discovered":161,"items_processed":161,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-06-01T17:26:43+00:00","run_start":"2026-06-01T17:26:10+00:00","scraper_name":"sandiego_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4467/logs/stderr","stdout_log_url":"/api/scraper-runs/4467/logs/stdout"},{"duplicates_skipped":160,"duration_seconds":38.25693701696582,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":619,"canonical_name":"San Diego Law Review","child_pid":1034472,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-05-01T20:53:12+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T20:52:42+00:00","run_kind":"scheduled_active","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1777668762_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777668762_sandiego_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 619, \"canonical_name\": \"San Diego Law Review\", \"child_pid\": 1034472, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-05-01T20:53:12+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T20:52:42+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777668762_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777668762_sandiego_scraper.out.log\", \"timeout_minutes\": 45}","id":3790,"items_discovered":161,"items_processed":161,"law_review_id":158,"pdfs_downloaded":1,"run_end":"2026-05-01T20:53:20+00:00","run_start":"2026-05-01T20:52:42+00:00","scraper_name":"sandiego_scraper","status":"success","stderr_log_url":"/api/scraper-runs/3790/logs/stderr","stdout_log_url":"/api/scraper-runs/3790/logs/stdout"},{"duplicates_skipped":154,"duration_seconds":129.6108222049661,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://digital.sandiego.edu/cgi/viewcontent.cgi?article=3516&context=sdlr&download=1","error_traceback":null,"errors":1,"extra":{"canonical_name":"San Diego Law Review","child_pid":3212462,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-03-09T03:14:29+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-09T03:12:29+00:00","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1773025949_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773025949_sandiego_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"San Diego Law Review\", \"child_pid\": 3212462, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-03-09T03:14:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-09T03:12:29+00:00\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773025949_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773025949_sandiego_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":2975,"items_discovered":161,"items_processed":161,"law_review_id":158,"pdfs_downloaded":6,"run_end":"2026-03-09T03:14:39+00:00","run_start":"2026-03-09T03:12:29+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/2975/logs/stderr","stdout_log_url":"/api/scraper-runs/2975/logs/stdout"},{"duplicates_skipped":20,"duration_seconds":10.12522397597786,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"San Diego Law Review","child_pid":512658,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-02-07T00:36:05+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T00:36:05+00:00","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1770424565_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770424565_sandiego_scraper.out.log","timeout_minutes":30},"extra_json":"{\"canonical_name\": \"San Diego Law Review\", \"child_pid\": 512658, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-02-07T00:36:05+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T00:36:05+00:00\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770424565_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770424565_sandiego_scraper.out.log\", \"timeout_minutes\": 30}","id":1142,"items_discovered":20,"items_processed":20,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-02-07T00:36:15+00:00","run_start":"2026-02-07T00:36:05+00:00","scraper_name":"sandiego_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/1142/logs/stderr","stdout_log_url":"/api/scraper-runs/1142/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":27.27791248698486,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://digital.sandiego.edu/cgi/viewcontent.cgi?article=3515&context=sdlr","error_traceback":null,"errors":3,"extra":{"canonical_name":"San Diego Law Review","child_pid":4116970,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-02-06T19:16:52+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T19:16:52+00:00","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1770405412_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770405412_sandiego_scraper.out.log","timeout_minutes":25,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"San Diego Law Review\", \"child_pid\": 4116970, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-02-06T19:16:52+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T19:16:52+00:00\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770405412_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770405412_sandiego_scraper.out.log\", \"timeout_minutes\": 25, \"waf_blocked\": true}","id":973,"items_discovered":25,"items_processed":25,"law_review_id":158,"pdfs_downloaded":5,"run_end":"2026-02-06T19:17:19+00:00","run_start":"2026-02-06T19:16:52+00:00","scraper_name":"sandiego_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/973/logs/stderr","stdout_log_url":"/api/scraper-runs/973/logs/stdout"},{"duplicates_skipped":27,"duration_seconds":164.2351834709989,"error_category":"download_failed_all","error_message":"HTTP 403 for https://digital.sandiego.edu/cgi/viewcontent.cgi?article=3495&context=sdlr (fallback UA)","error_traceback":null,"errors":13,"extra":{"canonical_name":"San Diego Law Review","child_pid":4099900,"file_path":"scrapers/sandiego_scraper.py","heartbeat_at":"2026-02-06T19:10:14+00:00","heartbeat_source":"orchestrator","law_review_id":158,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T19:07:44+00:00","scraper_id":"sandiego_scraper","script_path":"scrapers/sandiego_scraper.py","stderr_path":"logs/orchestrator_runs/1770404864_sandiego_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770404864_sandiego_scraper.out.log","timeout_minutes":35},"extra_json":"{\"canonical_name\": \"San Diego Law Review\", \"child_pid\": 4099900, \"file_path\": \"scrapers/sandiego_scraper.py\", \"heartbeat_at\": \"2026-02-06T19:10:14+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 158, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T19:07:44+00:00\", \"scraper_id\": \"sandiego_scraper\", \"script_path\": \"scrapers/sandiego_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770404864_sandiego_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770404864_sandiego_scraper.out.log\", \"timeout_minutes\": 35}","id":967,"items_discovered":40,"items_processed":40,"law_review_id":158,"pdfs_downloaded":0,"run_end":"2026-02-06T19:10:28+00:00","run_start":"2026-02-06T19:07:44+00:00","scraper_name":"sandiego_scraper","status":"failed","stderr_log_url":"/api/scraper-runs/967/logs/stderr","stdout_log_url":"/api/scraper-runs/967/logs/stdout"}]},"scrapers":[{"base_class":"script","canonical_name":"San Diego Law Review","class_name":null,"file_path":"scrapers/sandiego_scraper.py","has_cli_entrypoint":1,"institution_code":null,"is_abstract":0,"module_path":"scrapers.sandiego_scraper","platform":"bepress","scraper_id":"sandiego_scraper"}],"uploads":{"last_pending":null,"last_uploaded":"2026-07-02 13:56:17","latest_registry_sync":"uabox:Law_Review_Project/san_diego_law_review_20260702_135547.zip","pending":0}}