{"generated_at":"2026-09-25T03:30:50.981247","law_review":{"access_status":"broken","base_url":null,"canonical_name":"Journal of Law and Policy","error_details":"No activity for 999 days","failure_reason":"PARTIAL: downloaded=0, duplicates=41, errors=3; ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","health_status":"DEGRADED","id":330,"last_attempt_date":"2026-09-20T23:14:37+00:00","last_performance_check":"2025-07-16 08:30:21","last_success_date":"2026-09-20T23:14:37+00:00","last_updated":null,"name":"Journal of Law and Policy","performance_category":"zero","rank":330,"scraper_name":"journal_of_law_and_policy_scraper.py","scraper_status":"broken_scraper","total_downloads":901,"total_size_gb":0.0},"law_review_id":330,"runs":[{"duplicates_skipped":41,"duration_seconds":105.51788581581786,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":265127,"canonical_name":"Journal of Law and Policy","child_pid":430663,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":68,"mode":"balanced","remaining_units":25,"scope":"https://brooklynworks.brooklaw.edu/jlp/","selected_units":25,"visited_this_run":21,"visited_units":43},"discovery_problem":"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://brooklynworks.brooklaw.edu/jlp/vol19/iss1/","download_queue":{"due":233,"pending":236,"retries":3,"scope":"JournalOfLawAndPolicyScraper:Journal of Law and Policy","waiting":3},"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-09-20T23:14:21+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T23:12:51+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789945971_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789945971_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 265127, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 430663, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 68, \"mode\": \"balanced\", \"remaining_units\": 25, \"scope\": \"https://brooklynworks.brooklaw.edu/jlp/\", \"selected_units\": 25, \"visited_this_run\": 21, \"visited_units\": 43}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://brooklynworks.brooklaw.edu/jlp/vol19/iss1/\", \"download_queue\": {\"due\": 233, \"pending\": 236, \"retries\": 3, \"scope\": \"JournalOfLawAndPolicyScraper:Journal of Law and Policy\", \"waiting\": 3}, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-09-20T23:14:21+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T23:12:51+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789945971_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789945971_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46234,"items_discovered":277,"items_processed":44,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-09-20T23:14:37+00:00","run_start":"2026-09-20T23:12:51+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46234/logs/stderr","stdout_log_url":"/api/scraper-runs/46234/logs/stdout"},{"duplicates_skipped":188,"duration_seconds":21.681037181057036,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":251676,"canonical_name":"Journal of Law and Policy","child_pid":2193236,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":68,"mode":"balanced","remaining_units":41,"scope":"https://brooklynworks.brooklaw.edu/jlp/","selected_units":25,"visited_this_run":25,"visited_units":27},"download_queue":{"due":39,"pending":42,"retries":3,"scope":"JournalOfLawAndPolicyScraper:Journal of Law and Policy","waiting":3},"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-09-13T23:11:20+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T23:11:18+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789341078_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789341078_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 251676, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 2193236, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 68, \"mode\": \"balanced\", \"remaining_units\": 41, \"scope\": \"https://brooklynworks.brooklaw.edu/jlp/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 27}, \"download_queue\": {\"due\": 39, \"pending\": 42, \"retries\": 3, \"scope\": \"JournalOfLawAndPolicyScraper:Journal of Law and Policy\", \"waiting\": 3}, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-09-13T23:11:20+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T23:11:18+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789341078_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789341078_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45963,"items_discovered":230,"items_processed":191,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-09-13T23:11:42+00:00","run_start":"2026-09-13T23:11:18+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45963/logs/stderr","stdout_log_url":"/api/scraper-runs/45963/logs/stdout"},{"duplicates_skipped":57,"duration_seconds":133.01551760267466,"error_category":"partial_discovery","error_message":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":250902,"canonical_name":"Journal of Law and Policy","child_pid":1306897,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":68,"mode":"balanced","remaining_units":61,"scope":"https://brooklynworks.brooklaw.edu/jlp/","selected_units":25,"visited_this_run":7,"visited_units":7},"discovery_problem":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","download_queue":{"due":0,"pending":0,"retries":0,"scope":"JournalOfLawAndPolicyScraper:Journal of Law and Policy","waiting":0},"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-09-13T14:00:38+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T13:58:38+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789307918_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789307918_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 250902, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 1306897, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 68, \"mode\": \"balanced\", \"remaining_units\": 61, \"scope\": \"https://brooklynworks.brooklaw.edu/jlp/\", \"selected_units\": 25, \"visited_this_run\": 7, \"visited_units\": 7}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget\", \"download_queue\": {\"due\": 0, \"pending\": 0, \"retries\": 0, \"scope\": \"JournalOfLawAndPolicyScraper:Journal of Law and Policy\", \"waiting\": 0}, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-09-13T14:00:38+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T13:58:38+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789307918_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789307918_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":45712,"items_discovered":57,"items_processed":57,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-09-13T14:00:51+00:00","run_start":"2026-09-13T13:58:38+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45712/logs/stderr","stdout_log_url":"/api/scraper-runs/45712/logs/stdout"},{"duplicates_skipped":54,"duration_seconds":479.65646706701955,"error_category":"digital_commons_waf_block","error_message":"Digital Commons WAF Block (HTTP 403) for https://brooklynworks.brooklaw.edu/context/jlp/article/1687/viewcontent/","error_traceback":null,"errors":6,"extra":{"automation_cycle_id":155361,"canonical_name":"Journal of Law and Policy","child_pid":3473274,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-08-14T09:17:06+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T09:09:36+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1786698576_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786698576_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 155361, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3473274, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-08-14T09:17:06+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T09:09:36+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786698576_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786698576_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":44857,"items_discovered":215,"items_processed":215,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-08-14T09:17:36+00:00","run_start":"2026-08-14T09:09:36+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"protected","stderr_log_url":"/api/scraper-runs/44857/logs/stderr","stdout_log_url":"/api/scraper-runs/44857/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":1.895032742060721,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":44679,"canonical_name":"Journal of Law and Policy","child_pid":3459159,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-14T23:18:07+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T23:18:07+00:00","run_kind":"manual","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1784071087_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784071087_journal_of_law_and_policy_scraper.out.log","timeout_minutes":30},"extra_json":"{\"automation_cycle_id\": 44679, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3459159, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-14T23:18:07+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T23:18:07+00:00\", \"run_kind\": \"manual\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784071087_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784071087_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 30}","id":44153,"items_discovered":1,"items_processed":1,"law_review_id":330,"pdfs_downloaded":1,"run_end":"2026-07-14T23:18:09+00:00","run_start":"2026-07-14T23:18:07+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"success","stderr_log_url":"/api/scraper-runs/44153/logs/stderr","stdout_log_url":"/api/scraper-runs/44153/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":197.16028320696205,"error_category":"digital_commons_waf_block","error_message":"Digital Commons WAF Block (HTTP 403) for https://brooklynworks.brooklaw.edu/context/jlp/article/1686/viewcontent/","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":44656,"canonical_name":"Journal of Law and Policy","child_pid":3442364,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-14T23:12:29+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T23:09:29+00:00","run_kind":"manual","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1784070569_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784070569_journal_of_law_and_policy_scraper.out.log","timeout_minutes":5,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 44656, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3442364, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-14T23:12:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T23:09:29+00:00\", \"run_kind\": \"manual\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784070569_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784070569_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 5, \"waf_blocked\": true}","id":44142,"items_discovered":3,"items_processed":3,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-14T23:12:46+00:00","run_start":"2026-07-14T23:09:29+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"protected","stderr_log_url":"/api/scraper-runs/44142/logs/stderr","stdout_log_url":"/api/scraper-runs/44142/logs/stdout"},{"duplicates_skipped":214,"duration_seconds":113.03060017200187,"error_category":"digital_commons_waf_block","error_message":"Digital Commons WAF Block (HTTP 403) for https://brooklynworks.brooklaw.edu/cgi/viewcontent.cgi?article=1686&context=jlp&download=1","error_traceback":null,"errors":1,"extra":{"automation_cycle_id":43988,"canonical_name":"Journal of Law and Policy","child_pid":3033279,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-14T18:56:18+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T18:54:48+00:00","run_kind":"scheduled","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1784055288_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784055288_journal_of_law_and_policy_scraper.out.log","timeout_minutes":15,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3033279, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-14T18:56:18+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T18:54:48+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784055288_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784055288_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 15, \"waf_blocked\": true}","id":43890,"items_discovered":215,"items_processed":215,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-14T18:56:41+00:00","run_start":"2026-07-14T18:54:48+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"protected","stderr_log_url":"/api/scraper-runs/43890/logs/stderr","stdout_log_url":"/api/scraper-runs/43890/logs/stdout"},{"duplicates_skipped":206,"duration_seconds":124.99976378493011,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://brooklynworks.brooklaw.edu/cgi/viewcontent.cgi?article=1686&context=jlp&download=1","error_traceback":null,"errors":1,"extra":{"automation_cycle_id":37919,"canonical_name":"Journal of Law and Policy","child_pid":3457097,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-13T03:05:13+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-13T03:03:13+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783911793_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783911793_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 37919, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3457097, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-13T03:05:13+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-13T03:03:13+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783911793_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783911793_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":41082,"items_discovered":215,"items_processed":215,"law_review_id":330,"pdfs_downloaded":8,"run_end":"2026-07-13T03:05:19+00:00","run_start":"2026-07-13T03:03:13+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/41082/logs/stderr","stdout_log_url":"/api/scraper-runs/41082/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":2700.0209681871347,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28177,"canonical_name":"Journal of Law and Policy","child_pid":3667495,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-04T09:35:38+00:00","heartbeat_source":"orchestrator","law_review_id":330,"metrics_source":"inferred_unique_files","orchestrator":"lrscraper","orchestrator_started_at":"2026-07-04T08:50:38+00:00","returncode":null,"run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783155038_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783155038_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28177, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3667495, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-04T09:35:38+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"metrics_source\": \"inferred_unique_files\", \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-04T08:50:38+00:00\", \"returncode\": null, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783155038_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783155038_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31580,"items_discovered":0,"items_processed":0,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-04T09:35:38+00:00","run_start":"2026-07-04T08:50:38+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31580/logs/stderr","stdout_log_url":"/api/scraper-runs/31580/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":null,"error_category":"orchestrator_reaper","error_message":"Marked stale running run as timeout (age=6275s; started=2026-07-04T06:26:25+00:00; heartbeat=2026-07-04T07:06:00+00:00)","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28173,"canonical_name":"Journal of Law and Policy","child_pid":3541284,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-04T07:06:00+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-04T06:26:25+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783146385_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783146385_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28173, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3541284, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-04T07:06:00+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-04T06:26:25+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783146385_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783146385_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31568,"items_discovered":null,"items_processed":null,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-04T08:50:35+00:00","run_start":"2026-07-04T06:26:25+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31568/logs/stderr","stdout_log_url":"/api/scraper-runs/31568/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":null,"error_category":"orchestrator_reaper","error_message":"Marked stale running run as timeout (age=3411s; started=2026-07-04T03:45:31+00:00; heartbeat=2026-07-04T04:30:18+00:00)","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28168,"canonical_name":"Journal of Law and Policy","child_pid":3416574,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-04T04:30:18+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-04T03:45:31+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783136731_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783136731_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28168, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3416574, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-04T04:30:18+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-04T03:45:31+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783136731_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783136731_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31551,"items_discovered":null,"items_processed":null,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-04T05:27:09+00:00","run_start":"2026-07-04T03:45:31+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31551/logs/stderr","stdout_log_url":"/api/scraper-runs/31551/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":null,"error_category":"orchestrator_reaper","error_message":"Marked stale running run as timeout (age=3170s; started=2026-07-04T00:28:20+00:00; heartbeat=2026-07-04T01:13:20+00:00)","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28161,"canonical_name":"Journal of Law and Policy","child_pid":3238557,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-04T01:13:20+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-04T00:28:20+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783124900_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783124900_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28161, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3238557, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-04T01:13:20+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-04T00:28:20+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783124900_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783124900_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31533,"items_discovered":null,"items_processed":null,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-04T02:06:10+00:00","run_start":"2026-07-04T00:28:20+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31533/logs/stderr","stdout_log_url":"/api/scraper-runs/31533/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":2700.0284663520288,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28083,"canonical_name":"Journal of Law and Policy","child_pid":542311,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-02T14:18:40+00:00","heartbeat_source":"orchestrator","law_review_id":330,"metrics_source":"inferred_unique_files","orchestrator":"lrscraper","orchestrator_started_at":"2026-07-02T13:33:40+00:00","returncode":null,"run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1782999220_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1782999220_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28083, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 542311, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-02T14:18:40+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"metrics_source\": \"inferred_unique_files\", \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-02T13:33:40+00:00\", \"returncode\": null, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1782999220_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1782999220_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31090,"items_discovered":0,"items_processed":0,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-02T14:18:40+00:00","run_start":"2026-07-02T13:33:40+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31090/logs/stderr","stdout_log_url":"/api/scraper-runs/31090/logs/stdout"},{"duplicates_skipped":218,"duration_seconds":47.18849963499997,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1532,"canonical_name":"Journal of Law and Policy","child_pid":86300,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-06-01T17:30:43+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T17:30:13+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1780335013_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780335013_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1532, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 86300, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-06-01T17:30:43+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T17:30:13+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780335013_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780335013_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":4479,"items_discovered":218,"items_processed":218,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-06-01T17:31:00+00:00","run_start":"2026-06-01T17:30:13+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4479/logs/stderr","stdout_log_url":"/api/scraper-runs/4479/logs/stdout"},{"duplicates_skipped":218,"duration_seconds":56.694091844023205,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":620,"canonical_name":"Journal of Law and Policy","child_pid":1040601,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-05-01T21:01:36+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T21:01:06+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1777669266_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777669266_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 620, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 1040601, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-05-01T21:01:36+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T21:01:06+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777669266_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777669266_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":3800,"items_discovered":218,"items_processed":218,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-05-01T21:02:03+00:00","run_start":"2026-05-01T21:01:06+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/3800/logs/stderr","stdout_log_url":"/api/scraper-runs/3800/logs/stdout"},{"duplicates_skipped":206,"duration_seconds":442.45289157889783,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://brooklynworks.brooklaw.edu/cgi/viewcontent.cgi?article=1559&context=jlp&download=1","error_traceback":null,"errors":2,"extra":{"canonical_name":"Journal of Law and Policy","child_pid":3216855,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-03-09T03:27:06+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-09T03:20:06+00:00","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1773026406_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773026406_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3216855, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-03-09T03:27:06+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-09T03:20:06+00:00\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773026406_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773026406_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":2977,"items_discovered":218,"items_processed":218,"law_review_id":330,"pdfs_downloaded":10,"run_end":"2026-03-09T03:27:29+00:00","run_start":"2026-03-09T03:20:06+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/2977/logs/stderr","stdout_log_url":"/api/scraper-runs/2977/logs/stdout"},{"duplicates_skipped":20,"duration_seconds":5.902017430984415,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Journal of Law and Policy","child_pid":523359,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-02-07T00:42:16+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T00:42:16+00:00","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1770424936_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770424936_journal_of_law_and_policy_scraper.out.log","timeout_minutes":30},"extra_json":"{\"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 523359, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-02-07T00:42:16+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T00:42:16+00:00\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770424936_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770424936_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 30}","id":1147,"items_discovered":20,"items_processed":20,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-02-07T00:42:22+00:00","run_start":"2026-02-07T00:42:16+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/1147/logs/stderr","stdout_log_url":"/api/scraper-runs/1147/logs/stdout"}],"runs_by_scraper_id":[{"duplicates_skipped":41,"duration_seconds":105.51788581581786,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":265127,"canonical_name":"Journal of Law and Policy","child_pid":430663,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":68,"mode":"balanced","remaining_units":25,"scope":"https://brooklynworks.brooklaw.edu/jlp/","selected_units":25,"visited_this_run":21,"visited_units":43},"discovery_problem":"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://brooklynworks.brooklaw.edu/jlp/vol19/iss1/","download_queue":{"due":233,"pending":236,"retries":3,"scope":"JournalOfLawAndPolicyScraper:Journal of Law and Policy","waiting":3},"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-09-20T23:14:21+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T23:12:51+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789945971_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789945971_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 265127, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 430663, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 68, \"mode\": \"balanced\", \"remaining_units\": 25, \"scope\": \"https://brooklynworks.brooklaw.edu/jlp/\", \"selected_units\": 25, \"visited_this_run\": 21, \"visited_units\": 43}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://brooklynworks.brooklaw.edu/jlp/vol19/iss1/\", \"download_queue\": {\"due\": 233, \"pending\": 236, \"retries\": 3, \"scope\": \"JournalOfLawAndPolicyScraper:Journal of Law and Policy\", \"waiting\": 3}, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-09-20T23:14:21+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T23:12:51+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789945971_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789945971_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46234,"items_discovered":277,"items_processed":44,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-09-20T23:14:37+00:00","run_start":"2026-09-20T23:12:51+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46234/logs/stderr","stdout_log_url":"/api/scraper-runs/46234/logs/stdout"},{"duplicates_skipped":188,"duration_seconds":21.681037181057036,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":251676,"canonical_name":"Journal of Law and Policy","child_pid":2193236,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":68,"mode":"balanced","remaining_units":41,"scope":"https://brooklynworks.brooklaw.edu/jlp/","selected_units":25,"visited_this_run":25,"visited_units":27},"download_queue":{"due":39,"pending":42,"retries":3,"scope":"JournalOfLawAndPolicyScraper:Journal of Law and Policy","waiting":3},"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-09-13T23:11:20+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T23:11:18+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789341078_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789341078_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 251676, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 2193236, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 68, \"mode\": \"balanced\", \"remaining_units\": 41, \"scope\": \"https://brooklynworks.brooklaw.edu/jlp/\", \"selected_units\": 25, \"visited_this_run\": 25, \"visited_units\": 27}, \"download_queue\": {\"due\": 39, \"pending\": 42, \"retries\": 3, \"scope\": \"JournalOfLawAndPolicyScraper:Journal of Law and Policy\", \"waiting\": 3}, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-09-13T23:11:20+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T23:11:18+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789341078_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789341078_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":45963,"items_discovered":230,"items_processed":191,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-09-13T23:11:42+00:00","run_start":"2026-09-13T23:11:18+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45963/logs/stderr","stdout_log_url":"/api/scraper-runs/45963/logs/stdout"},{"duplicates_skipped":57,"duration_seconds":133.01551760267466,"error_category":"partial_discovery","error_message":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":250902,"canonical_name":"Journal of Law and Policy","child_pid":1306897,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":68,"mode":"balanced","remaining_units":61,"scope":"https://brooklynworks.brooklaw.edu/jlp/","selected_units":25,"visited_this_run":7,"visited_units":7},"discovery_problem":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","download_queue":{"due":0,"pending":0,"retries":0,"scope":"JournalOfLawAndPolicyScraper:Journal of Law and Policy","waiting":0},"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-09-13T14:00:38+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T13:58:38+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789307918_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789307918_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 250902, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 1306897, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 68, \"mode\": \"balanced\", \"remaining_units\": 61, \"scope\": \"https://brooklynworks.brooklaw.edu/jlp/\", \"selected_units\": 25, \"visited_this_run\": 7, \"visited_units\": 7}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget\", \"download_queue\": {\"due\": 0, \"pending\": 0, \"retries\": 0, \"scope\": \"JournalOfLawAndPolicyScraper:Journal of Law and Policy\", \"waiting\": 0}, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-09-13T14:00:38+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T13:58:38+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789307918_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789307918_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":45712,"items_discovered":57,"items_processed":57,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-09-13T14:00:51+00:00","run_start":"2026-09-13T13:58:38+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45712/logs/stderr","stdout_log_url":"/api/scraper-runs/45712/logs/stdout"},{"duplicates_skipped":54,"duration_seconds":479.65646706701955,"error_category":"digital_commons_waf_block","error_message":"Digital Commons WAF Block (HTTP 403) for https://brooklynworks.brooklaw.edu/context/jlp/article/1687/viewcontent/","error_traceback":null,"errors":6,"extra":{"automation_cycle_id":155361,"canonical_name":"Journal of Law and Policy","child_pid":3473274,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-08-14T09:17:06+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T09:09:36+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1786698576_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786698576_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 155361, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3473274, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-08-14T09:17:06+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T09:09:36+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786698576_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786698576_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":44857,"items_discovered":215,"items_processed":215,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-08-14T09:17:36+00:00","run_start":"2026-08-14T09:09:36+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"protected","stderr_log_url":"/api/scraper-runs/44857/logs/stderr","stdout_log_url":"/api/scraper-runs/44857/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":1.895032742060721,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":44679,"canonical_name":"Journal of Law and Policy","child_pid":3459159,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-14T23:18:07+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T23:18:07+00:00","run_kind":"manual","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1784071087_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784071087_journal_of_law_and_policy_scraper.out.log","timeout_minutes":30},"extra_json":"{\"automation_cycle_id\": 44679, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3459159, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-14T23:18:07+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T23:18:07+00:00\", \"run_kind\": \"manual\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784071087_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784071087_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 30}","id":44153,"items_discovered":1,"items_processed":1,"law_review_id":330,"pdfs_downloaded":1,"run_end":"2026-07-14T23:18:09+00:00","run_start":"2026-07-14T23:18:07+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"success","stderr_log_url":"/api/scraper-runs/44153/logs/stderr","stdout_log_url":"/api/scraper-runs/44153/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":197.16028320696205,"error_category":"digital_commons_waf_block","error_message":"Digital Commons WAF Block (HTTP 403) for https://brooklynworks.brooklaw.edu/context/jlp/article/1686/viewcontent/","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":44656,"canonical_name":"Journal of Law and Policy","child_pid":3442364,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-14T23:12:29+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T23:09:29+00:00","run_kind":"manual","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1784070569_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784070569_journal_of_law_and_policy_scraper.out.log","timeout_minutes":5,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 44656, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3442364, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-14T23:12:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T23:09:29+00:00\", \"run_kind\": \"manual\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784070569_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784070569_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 5, \"waf_blocked\": true}","id":44142,"items_discovered":3,"items_processed":3,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-14T23:12:46+00:00","run_start":"2026-07-14T23:09:29+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"protected","stderr_log_url":"/api/scraper-runs/44142/logs/stderr","stdout_log_url":"/api/scraper-runs/44142/logs/stdout"},{"duplicates_skipped":214,"duration_seconds":113.03060017200187,"error_category":"digital_commons_waf_block","error_message":"Digital Commons WAF Block (HTTP 403) for https://brooklynworks.brooklaw.edu/cgi/viewcontent.cgi?article=1686&context=jlp&download=1","error_traceback":null,"errors":1,"extra":{"automation_cycle_id":43988,"canonical_name":"Journal of Law and Policy","child_pid":3033279,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-14T18:56:18+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T18:54:48+00:00","run_kind":"scheduled","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1784055288_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784055288_journal_of_law_and_policy_scraper.out.log","timeout_minutes":15,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3033279, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-14T18:56:18+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T18:54:48+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784055288_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784055288_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 15, \"waf_blocked\": true}","id":43890,"items_discovered":215,"items_processed":215,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-14T18:56:41+00:00","run_start":"2026-07-14T18:54:48+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"protected","stderr_log_url":"/api/scraper-runs/43890/logs/stderr","stdout_log_url":"/api/scraper-runs/43890/logs/stdout"},{"duplicates_skipped":206,"duration_seconds":124.99976378493011,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://brooklynworks.brooklaw.edu/cgi/viewcontent.cgi?article=1686&context=jlp&download=1","error_traceback":null,"errors":1,"extra":{"automation_cycle_id":37919,"canonical_name":"Journal of Law and Policy","child_pid":3457097,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-13T03:05:13+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-13T03:03:13+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783911793_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783911793_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 37919, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3457097, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-13T03:05:13+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-13T03:03:13+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783911793_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783911793_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":41082,"items_discovered":215,"items_processed":215,"law_review_id":330,"pdfs_downloaded":8,"run_end":"2026-07-13T03:05:19+00:00","run_start":"2026-07-13T03:03:13+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/41082/logs/stderr","stdout_log_url":"/api/scraper-runs/41082/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":2700.0209681871347,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28177,"canonical_name":"Journal of Law and Policy","child_pid":3667495,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-04T09:35:38+00:00","heartbeat_source":"orchestrator","law_review_id":330,"metrics_source":"inferred_unique_files","orchestrator":"lrscraper","orchestrator_started_at":"2026-07-04T08:50:38+00:00","returncode":null,"run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783155038_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783155038_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28177, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3667495, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-04T09:35:38+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"metrics_source\": \"inferred_unique_files\", \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-04T08:50:38+00:00\", \"returncode\": null, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783155038_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783155038_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31580,"items_discovered":0,"items_processed":0,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-04T09:35:38+00:00","run_start":"2026-07-04T08:50:38+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31580/logs/stderr","stdout_log_url":"/api/scraper-runs/31580/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":null,"error_category":"orchestrator_reaper","error_message":"Marked stale running run as timeout (age=6275s; started=2026-07-04T06:26:25+00:00; heartbeat=2026-07-04T07:06:00+00:00)","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28173,"canonical_name":"Journal of Law and Policy","child_pid":3541284,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-04T07:06:00+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-04T06:26:25+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783146385_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783146385_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28173, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3541284, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-04T07:06:00+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-04T06:26:25+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783146385_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783146385_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31568,"items_discovered":null,"items_processed":null,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-04T08:50:35+00:00","run_start":"2026-07-04T06:26:25+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31568/logs/stderr","stdout_log_url":"/api/scraper-runs/31568/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":null,"error_category":"orchestrator_reaper","error_message":"Marked stale running run as timeout (age=3411s; started=2026-07-04T03:45:31+00:00; heartbeat=2026-07-04T04:30:18+00:00)","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28168,"canonical_name":"Journal of Law and Policy","child_pid":3416574,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-04T04:30:18+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-04T03:45:31+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783136731_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783136731_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28168, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3416574, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-04T04:30:18+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-04T03:45:31+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783136731_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783136731_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31551,"items_discovered":null,"items_processed":null,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-04T05:27:09+00:00","run_start":"2026-07-04T03:45:31+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31551/logs/stderr","stdout_log_url":"/api/scraper-runs/31551/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":null,"error_category":"orchestrator_reaper","error_message":"Marked stale running run as timeout (age=3170s; started=2026-07-04T00:28:20+00:00; heartbeat=2026-07-04T01:13:20+00:00)","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28161,"canonical_name":"Journal of Law and Policy","child_pid":3238557,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-04T01:13:20+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-04T00:28:20+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783124900_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783124900_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28161, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3238557, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-04T01:13:20+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-04T00:28:20+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783124900_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783124900_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31533,"items_discovered":null,"items_processed":null,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-04T02:06:10+00:00","run_start":"2026-07-04T00:28:20+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31533/logs/stderr","stdout_log_url":"/api/scraper-runs/31533/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":2700.0284663520288,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28083,"canonical_name":"Journal of Law and Policy","child_pid":542311,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-07-02T14:18:40+00:00","heartbeat_source":"orchestrator","law_review_id":330,"metrics_source":"inferred_unique_files","orchestrator":"lrscraper","orchestrator_started_at":"2026-07-02T13:33:40+00:00","returncode":null,"run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1782999220_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1782999220_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28083, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 542311, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-07-02T14:18:40+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"metrics_source\": \"inferred_unique_files\", \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-02T13:33:40+00:00\", \"returncode\": null, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1782999220_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1782999220_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31090,"items_discovered":0,"items_processed":0,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-07-02T14:18:40+00:00","run_start":"2026-07-02T13:33:40+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"timeout","stderr_log_url":"/api/scraper-runs/31090/logs/stderr","stdout_log_url":"/api/scraper-runs/31090/logs/stdout"},{"duplicates_skipped":218,"duration_seconds":47.18849963499997,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1532,"canonical_name":"Journal of Law and Policy","child_pid":86300,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-06-01T17:30:43+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T17:30:13+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1780335013_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780335013_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1532, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 86300, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-06-01T17:30:43+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T17:30:13+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780335013_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780335013_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":4479,"items_discovered":218,"items_processed":218,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-06-01T17:31:00+00:00","run_start":"2026-06-01T17:30:13+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4479/logs/stderr","stdout_log_url":"/api/scraper-runs/4479/logs/stdout"},{"duplicates_skipped":218,"duration_seconds":56.694091844023205,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":620,"canonical_name":"Journal of Law and Policy","child_pid":1040601,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-05-01T21:01:36+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T21:01:06+00:00","run_kind":"scheduled_active","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1777669266_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777669266_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 620, \"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 1040601, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-05-01T21:01:36+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T21:01:06+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777669266_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777669266_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":3800,"items_discovered":218,"items_processed":218,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-05-01T21:02:03+00:00","run_start":"2026-05-01T21:01:06+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/3800/logs/stderr","stdout_log_url":"/api/scraper-runs/3800/logs/stdout"},{"duplicates_skipped":206,"duration_seconds":442.45289157889783,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://brooklynworks.brooklaw.edu/cgi/viewcontent.cgi?article=1559&context=jlp&download=1","error_traceback":null,"errors":2,"extra":{"canonical_name":"Journal of Law and Policy","child_pid":3216855,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-03-09T03:27:06+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-09T03:20:06+00:00","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1773026406_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773026406_journal_of_law_and_policy_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 3216855, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-03-09T03:27:06+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-09T03:20:06+00:00\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773026406_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773026406_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":2977,"items_discovered":218,"items_processed":218,"law_review_id":330,"pdfs_downloaded":10,"run_end":"2026-03-09T03:27:29+00:00","run_start":"2026-03-09T03:20:06+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/2977/logs/stderr","stdout_log_url":"/api/scraper-runs/2977/logs/stdout"},{"duplicates_skipped":20,"duration_seconds":5.902017430984415,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Journal of Law and Policy","child_pid":523359,"file_path":"scrapers/journal_of_law_and_policy_scraper.py","heartbeat_at":"2026-02-07T00:42:16+00:00","heartbeat_source":"orchestrator","law_review_id":330,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T00:42:16+00:00","scraper_id":"journal_of_law_and_policy_scraper","script_path":"scrapers/journal_of_law_and_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1770424936_journal_of_law_and_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770424936_journal_of_law_and_policy_scraper.out.log","timeout_minutes":30},"extra_json":"{\"canonical_name\": \"Journal of Law and Policy\", \"child_pid\": 523359, \"file_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"heartbeat_at\": \"2026-02-07T00:42:16+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 330, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T00:42:16+00:00\", \"scraper_id\": \"journal_of_law_and_policy_scraper\", \"script_path\": \"scrapers/journal_of_law_and_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770424936_journal_of_law_and_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770424936_journal_of_law_and_policy_scraper.out.log\", \"timeout_minutes\": 30}","id":1147,"items_discovered":20,"items_processed":20,"law_review_id":330,"pdfs_downloaded":0,"run_end":"2026-02-07T00:42:22+00:00","run_start":"2026-02-07T00:42:16+00:00","scraper_name":"journal_of_law_and_policy_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/1147/logs/stderr","stdout_log_url":"/api/scraper-runs/1147/logs/stdout"}],"scraper":{"base_class":"script","canonical_name":"Journal of Law and Policy","class_name":null,"discovered_at":"2026-03-30 20:11:12","file_path":"scrapers/journal_of_law_and_policy_scraper.py","has_cli_entrypoint":1,"institution_code":null,"is_abstract":0,"module_path":"scrapers.journal_of_law_and_policy_scraper","platform":"bepress","scraper_id":"journal_of_law_and_policy_scraper","updated_at":"2026-09-24 23:32:58"},"uploads":{"last_pending":null,"last_uploaded":"2026-07-14 23:55:30","latest_registry_sync":"uabox:Law_Review_Project/journal_of_law_and_policy_20260714_235505.zip","pending":0}}
