{"generated_at":"2026-09-23T03:23:14.106012","law_review":{"access_status":"working","base_url":null,"canonical_name":"Duke Law Journal","error_details":"No activity for 999 days","failure_reason":null,"health_status":"HEALTHY","id":11,"last_attempt_date":"2026-09-12T22:24:29+00:00","last_performance_check":"2025-07-09 03:08:43.109445","last_success_date":"2026-09-12T22:24:29+00:00","last_updated":"2025-07-09 03:40:54.389051","name":"Duke Law Journal","performance_category":"medium","rank":11,"scraper_name":"duke_scraper.py","scraper_status":"working_needs_optimization","total_downloads":1233,"total_size_gb":0.0},"law_review_id":11,"runs":[{"duplicates_skipped":300,"duration_seconds":50.21201507514343,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":249623,"canonical_name":"Duke Law Journal","child_pid":4037299,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-09-12T22:24:08+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-12T22:23:38+00:00","run_kind":"scheduled_active","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1789251818_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789251818_duke_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 249623, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 4037299, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-09-12T22:24:08+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-12T22:23:38+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789251818_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789251818_duke_scraper.out.log\", \"timeout_minutes\": 45}","id":45066,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2026-09-12T22:24:29+00:00","run_start":"2026-09-12T22:23:38+00:00","scraper_name":"duke_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/45066/logs/stderr","stdout_log_url":"/api/scraper-runs/45066/logs/stdout"},{"duplicates_skipped":300,"duration_seconds":34.41153972799657,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":153427,"canonical_name":"Duke Law Journal","child_pid":2358047,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-08-13T21:36:53+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-13T21:36:23+00:00","run_kind":"scheduled_active","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1786656983_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786656983_duke_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 153427, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 2358047, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-08-13T21:36:53+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-13T21:36:23+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786656983_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786656983_duke_scraper.out.log\", \"timeout_minutes\": 45}","id":44272,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2026-08-13T21:36:58+00:00","run_start":"2026-08-13T21:36:23+00:00","scraper_name":"duke_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/44272/logs/stderr","stdout_log_url":"/api/scraper-runs/44272/logs/stdout"},{"duplicates_skipped":300,"duration_seconds":33.95791279012337,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"Duke Law Journal","child_pid":2900879,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-07-14T18:04:29+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T18:03:59+00:00","run_kind":"scheduled","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1784052239_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784052239_duke_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 2900879, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-07-14T18:04:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T18:03:59+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784052239_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784052239_duke_scraper.out.log\", \"timeout_minutes\": 15}","id":43446,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2026-07-14T18:04:33+00:00","run_start":"2026-07-14T18:03:59+00:00","scraper_name":"duke_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43446/logs/stderr","stdout_log_url":"/api/scraper-runs/43446/logs/stdout"},{"duplicates_skipped":299,"duration_seconds":717.1297464631498,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":27275,"canonical_name":"Duke Law Journal","child_pid":1498278,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-06-30T20:46:08+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-30T20:34:33+00:00","run_kind":"scheduled_active","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1782851673_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1782851673_duke_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 27275, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 1498278, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-06-30T20:46:08+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-30T20:34:33+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1782851673_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1782851673_duke_scraper.out.log\", \"timeout_minutes\": 45}","id":30118,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":1,"run_end":"2026-06-30T20:46:31+00:00","run_start":"2026-06-30T20:34:33+00:00","scraper_name":"duke_scraper","status":"success","stderr_log_url":"/api/scraper-runs/30118/logs/stderr","stdout_log_url":"/api/scraper-runs/30118/logs/stdout"},{"duplicates_skipped":298,"duration_seconds":386.36773510696366,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1502,"canonical_name":"Duke Law Journal","child_pid":1257782,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-05-31T20:14:13+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-31T20:08:12+00:00","run_kind":"scheduled_active","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1780258092_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780258092_duke_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1502, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 1257782, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-05-31T20:14:13+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-31T20:08:12+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780258092_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780258092_duke_scraper.out.log\", \"timeout_minutes\": 45}","id":4255,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":2,"run_end":"2026-05-31T20:14:39+00:00","run_start":"2026-05-31T20:08:12+00:00","scraper_name":"duke_scraper","status":"success","stderr_log_url":"/api/scraper-runs/4255/logs/stderr","stdout_log_url":"/api/scraper-runs/4255/logs/stdout"},{"duplicates_skipped":97,"duration_seconds":482.08206143497955,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://scholarship.law.duke.edu/cgi/viewcontent.cgi?article=4085&context=dlj&download=1","error_traceback":null,"errors":2,"extra":{"automation_cycle_id":594,"canonical_name":"Duke Law Journal","child_pid":878163,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-05-01T17:58:26+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T17:50:26+00:00","run_kind":"scheduled_active","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1777657826_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777657826_duke_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 594, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 878163, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-05-01T17:58:26+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T17:50:26+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777657826_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777657826_duke_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":3572,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":201,"run_end":"2026-05-01T17:58:29+00:00","run_start":"2026-05-01T17:50:26+00:00","scraper_name":"duke_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/3572/logs/stderr","stdout_log_url":"/api/scraper-runs/3572/logs/stdout"},{"duplicates_skipped":78,"duration_seconds":105.12661456083879,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://scholarship.law.duke.edu/cgi/viewcontent.cgi?article=4200&context=dlj&download=1","error_traceback":null,"errors":3,"extra":{"canonical_name":"Duke Law Journal","child_pid":2439294,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-03-08T05:11:19+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-08T05:09:49+00:00","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1772946589_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1772946589_duke_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"Duke Law Journal\", \"child_pid\": 2439294, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-03-08T05:11:19+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-08T05:09:49+00:00\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1772946589_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1772946589_duke_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":2695,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":19,"run_end":"2026-03-08T05:11:35+00:00","run_start":"2026-03-08T05:09:49+00:00","scraper_name":"duke_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/2695/logs/stderr","stdout_log_url":"/api/scraper-runs/2695/logs/stdout"},{"duplicates_skipped":2,"duration_seconds":27.41591785295168,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Duke Law Journal","child_pid":2354200,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-02-06T03:38:18+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T03:38:18+00:00","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1770349098_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770349098_duke_scraper.out.log","timeout_minutes":25},"extra_json":"{\"canonical_name\": \"Duke Law Journal\", \"child_pid\": 2354200, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-02-06T03:38:18+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T03:38:18+00:00\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770349098_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770349098_duke_scraper.out.log\", \"timeout_minutes\": 25}","id":598,"items_discovered":25,"items_processed":25,"law_review_id":11,"pdfs_downloaded":23,"run_end":"2026-02-06T03:38:46+00:00","run_start":"2026-02-06T03:38:18+00:00","scraper_name":"duke_scraper","status":"success","stderr_log_url":"/api/scraper-runs/598/logs/stderr","stdout_log_url":"/api/scraper-runs/598/logs/stdout"},{"duplicates_skipped":2,"duration_seconds":19.96002659597434,"error_category":"download_failed_all","error_message":"HTTP 202 for https://scholarship.law.duke.edu/cgi/viewcontent.cgi?article=4212&context=dlj","error_traceback":null,"errors":23,"extra":{"canonical_name":"Duke Law Journal","child_pid":2351802,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-02-06T03:37:01+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T03:37:01+00:00","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1770349021_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770349021_duke_scraper.out.log","timeout_minutes":25},"extra_json":"{\"canonical_name\": \"Duke Law Journal\", \"child_pid\": 2351802, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-02-06T03:37:01+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T03:37:01+00:00\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770349021_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770349021_duke_scraper.out.log\", \"timeout_minutes\": 25}","id":597,"items_discovered":25,"items_processed":25,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2026-02-06T03:37:22+00:00","run_start":"2026-02-06T03:37:01+00:00","scraper_name":"duke_scraper","status":"failed","stderr_log_url":"/api/scraper-runs/597/logs/stderr","stdout_log_url":"/api/scraper-runs/597/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":2700.0066074952483,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":1,"extra":{"returncode":null},"extra_json":"{\"returncode\": null}","id":433,"items_discovered":null,"items_processed":null,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2026-01-22T11:26:32+00:00","run_start":"2026-01-22T10:41:32+00:00","scraper_name":"duke_scraper","status":"timeout"},{"duplicates_skipped":0,"duration_seconds":3969.1805126667023,"error_category":null,"error_message":"No new content found (all duplicates)","error_traceback":null,"errors":0,"extra":null,"extra_json":null,"id":12,"items_discovered":null,"items_processed":null,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2025-12-22T23:50:17.271490","run_start":"2025-12-22T22:44:08.090977","scraper_name":"duke_law_journal","status":"no_new_content"}],"runs_by_scraper_id":[{"duplicates_skipped":300,"duration_seconds":50.21201507514343,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":249623,"canonical_name":"Duke Law Journal","child_pid":4037299,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-09-12T22:24:08+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-12T22:23:38+00:00","run_kind":"scheduled_active","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1789251818_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789251818_duke_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 249623, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 4037299, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-09-12T22:24:08+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-12T22:23:38+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789251818_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789251818_duke_scraper.out.log\", \"timeout_minutes\": 45}","id":45066,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2026-09-12T22:24:29+00:00","run_start":"2026-09-12T22:23:38+00:00","scraper_name":"duke_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/45066/logs/stderr","stdout_log_url":"/api/scraper-runs/45066/logs/stdout"},{"duplicates_skipped":300,"duration_seconds":34.41153972799657,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":153427,"canonical_name":"Duke Law Journal","child_pid":2358047,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-08-13T21:36:53+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-13T21:36:23+00:00","run_kind":"scheduled_active","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1786656983_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786656983_duke_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 153427, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 2358047, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-08-13T21:36:53+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-13T21:36:23+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786656983_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786656983_duke_scraper.out.log\", \"timeout_minutes\": 45}","id":44272,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2026-08-13T21:36:58+00:00","run_start":"2026-08-13T21:36:23+00:00","scraper_name":"duke_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/44272/logs/stderr","stdout_log_url":"/api/scraper-runs/44272/logs/stdout"},{"duplicates_skipped":300,"duration_seconds":33.95791279012337,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"Duke Law Journal","child_pid":2900879,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-07-14T18:04:29+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T18:03:59+00:00","run_kind":"scheduled","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1784052239_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784052239_duke_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 2900879, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-07-14T18:04:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T18:03:59+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784052239_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784052239_duke_scraper.out.log\", \"timeout_minutes\": 15}","id":43446,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2026-07-14T18:04:33+00:00","run_start":"2026-07-14T18:03:59+00:00","scraper_name":"duke_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43446/logs/stderr","stdout_log_url":"/api/scraper-runs/43446/logs/stdout"},{"duplicates_skipped":299,"duration_seconds":717.1297464631498,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":27275,"canonical_name":"Duke Law Journal","child_pid":1498278,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-06-30T20:46:08+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-30T20:34:33+00:00","run_kind":"scheduled_active","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1782851673_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1782851673_duke_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 27275, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 1498278, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-06-30T20:46:08+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-30T20:34:33+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1782851673_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1782851673_duke_scraper.out.log\", \"timeout_minutes\": 45}","id":30118,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":1,"run_end":"2026-06-30T20:46:31+00:00","run_start":"2026-06-30T20:34:33+00:00","scraper_name":"duke_scraper","status":"success","stderr_log_url":"/api/scraper-runs/30118/logs/stderr","stdout_log_url":"/api/scraper-runs/30118/logs/stdout"},{"duplicates_skipped":298,"duration_seconds":386.36773510696366,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1502,"canonical_name":"Duke Law Journal","child_pid":1257782,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-05-31T20:14:13+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-31T20:08:12+00:00","run_kind":"scheduled_active","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1780258092_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780258092_duke_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1502, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 1257782, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-05-31T20:14:13+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-31T20:08:12+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780258092_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780258092_duke_scraper.out.log\", \"timeout_minutes\": 45}","id":4255,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":2,"run_end":"2026-05-31T20:14:39+00:00","run_start":"2026-05-31T20:08:12+00:00","scraper_name":"duke_scraper","status":"success","stderr_log_url":"/api/scraper-runs/4255/logs/stderr","stdout_log_url":"/api/scraper-runs/4255/logs/stdout"},{"duplicates_skipped":97,"duration_seconds":482.08206143497955,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://scholarship.law.duke.edu/cgi/viewcontent.cgi?article=4085&context=dlj&download=1","error_traceback":null,"errors":2,"extra":{"automation_cycle_id":594,"canonical_name":"Duke Law Journal","child_pid":878163,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-05-01T17:58:26+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T17:50:26+00:00","run_kind":"scheduled_active","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1777657826_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777657826_duke_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 594, \"canonical_name\": \"Duke Law Journal\", \"child_pid\": 878163, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-05-01T17:58:26+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T17:50:26+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777657826_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777657826_duke_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":3572,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":201,"run_end":"2026-05-01T17:58:29+00:00","run_start":"2026-05-01T17:50:26+00:00","scraper_name":"duke_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/3572/logs/stderr","stdout_log_url":"/api/scraper-runs/3572/logs/stdout"},{"duplicates_skipped":78,"duration_seconds":105.12661456083879,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://scholarship.law.duke.edu/cgi/viewcontent.cgi?article=4200&context=dlj&download=1","error_traceback":null,"errors":3,"extra":{"canonical_name":"Duke Law Journal","child_pid":2439294,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-03-08T05:11:19+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-08T05:09:49+00:00","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1772946589_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1772946589_duke_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"Duke Law Journal\", \"child_pid\": 2439294, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-03-08T05:11:19+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-08T05:09:49+00:00\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1772946589_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1772946589_duke_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":2695,"items_discovered":300,"items_processed":300,"law_review_id":11,"pdfs_downloaded":19,"run_end":"2026-03-08T05:11:35+00:00","run_start":"2026-03-08T05:09:49+00:00","scraper_name":"duke_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/2695/logs/stderr","stdout_log_url":"/api/scraper-runs/2695/logs/stdout"},{"duplicates_skipped":2,"duration_seconds":27.41591785295168,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Duke Law Journal","child_pid":2354200,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-02-06T03:38:18+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T03:38:18+00:00","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1770349098_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770349098_duke_scraper.out.log","timeout_minutes":25},"extra_json":"{\"canonical_name\": \"Duke Law Journal\", \"child_pid\": 2354200, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-02-06T03:38:18+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T03:38:18+00:00\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770349098_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770349098_duke_scraper.out.log\", \"timeout_minutes\": 25}","id":598,"items_discovered":25,"items_processed":25,"law_review_id":11,"pdfs_downloaded":23,"run_end":"2026-02-06T03:38:46+00:00","run_start":"2026-02-06T03:38:18+00:00","scraper_name":"duke_scraper","status":"success","stderr_log_url":"/api/scraper-runs/598/logs/stderr","stdout_log_url":"/api/scraper-runs/598/logs/stdout"},{"duplicates_skipped":2,"duration_seconds":19.96002659597434,"error_category":"download_failed_all","error_message":"HTTP 202 for https://scholarship.law.duke.edu/cgi/viewcontent.cgi?article=4212&context=dlj","error_traceback":null,"errors":23,"extra":{"canonical_name":"Duke Law Journal","child_pid":2351802,"file_path":"scrapers/duke_scraper.py","heartbeat_at":"2026-02-06T03:37:01+00:00","heartbeat_source":"orchestrator","law_review_id":11,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T03:37:01+00:00","scraper_id":"duke_scraper","script_path":"scrapers/duke_scraper.py","stderr_path":"logs/orchestrator_runs/1770349021_duke_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770349021_duke_scraper.out.log","timeout_minutes":25},"extra_json":"{\"canonical_name\": \"Duke Law Journal\", \"child_pid\": 2351802, \"file_path\": \"scrapers/duke_scraper.py\", \"heartbeat_at\": \"2026-02-06T03:37:01+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 11, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T03:37:01+00:00\", \"scraper_id\": \"duke_scraper\", \"script_path\": \"scrapers/duke_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770349021_duke_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770349021_duke_scraper.out.log\", \"timeout_minutes\": 25}","id":597,"items_discovered":25,"items_processed":25,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2026-02-06T03:37:22+00:00","run_start":"2026-02-06T03:37:01+00:00","scraper_name":"duke_scraper","status":"failed","stderr_log_url":"/api/scraper-runs/597/logs/stderr","stdout_log_url":"/api/scraper-runs/597/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":2700.0066074952483,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":1,"extra":{"returncode":null},"extra_json":"{\"returncode\": null}","id":433,"items_discovered":null,"items_processed":null,"law_review_id":11,"pdfs_downloaded":0,"run_end":"2026-01-22T11:26:32+00:00","run_start":"2026-01-22T10:41:32+00:00","scraper_name":"duke_scraper","status":"timeout"}],"scraper":{"base_class":"script","canonical_name":"Duke Law Journal","class_name":null,"discovered_at":"2026-03-30 20:11:12","file_path":"scrapers/duke_scraper.py","has_cli_entrypoint":1,"institution_code":null,"is_abstract":0,"module_path":"scrapers.duke_scraper","platform":"bepress","scraper_id":"duke_scraper","updated_at":"2026-09-22 23:32:37"},"uploads":{"last_pending":null,"last_uploaded":"2026-06-30 23:00:37","latest_registry_sync":"uabox:Law_Review_Project/duke_law_journal_20260630_230006.zip","pending":0}}