{"generated_at":"2026-06-17T06:12:05.280827","law_review":{"access_status":"working","base_url":null,"canonical_name":"Duke Law & Technology Review [online]","coverage":"Active - 287 files downloaded","csv_rank":119,"csv_status":"Unknown","days_since_last_run":15,"display_name":"Duke Law & Technology Review [online]","error_details":"Scraper exists but has never downloaded files","failure_reason":null,"health_color":"#28a745","health_status":"HEALTHY","id":119,"last_attempt_date":"2026-06-01T18:42:19+00:00","last_download":"2026-05-01 21:46:45","last_performance_check":"2025-07-09 03:08:43.109810","last_success_date":"2026-06-01T18:42:19+00:00","last_updated":"2026-06-01T18:42:19+00:00","latest_run":{"duplicates_skipped":287,"duration_seconds":7.583709012998952,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1544,"canonical_name":"Duke Law & Technology Review [online]","child_pid":122742,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-06-01T18:42:11+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T18:42:11+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1544, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 122742, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-06-01T18:42:11+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T18:42:11+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":4590,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-06-01T18:42:19+00:00","run_start":"2026-06-01T18:42:11+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4590/logs/stderr","stdout_log_url":"/api/scraper-runs/4590/logs/stdout"},"name":"Duke Law & Technology Review [online]","performance_category":"medium","rank":119,"recommendations":["Maintain current performance"],"scraper_name":"duke_law_technology_review_scraper.py","scraper_status":"working_needs_optimization","status":"healthy","total_downloads":287,"total_size_gb":0.0},"preferred_scraper_id":"duke_law_technology_review_scraper","runs":[{"duplicates_skipped":287,"duration_seconds":7.583709012998952,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1544,"canonical_name":"Duke Law & Technology Review [online]","child_pid":122742,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-06-01T18:42:11+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T18:42:11+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1544, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 122742, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-06-01T18:42:11+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T18:42:11+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":4590,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-06-01T18:42:19+00:00","run_start":"2026-06-01T18:42:11+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4590/logs/stderr","stdout_log_url":"/api/scraper-runs/4590/logs/stdout"},{"duplicates_skipped":274,"duration_seconds":33.59014783008024,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":632,"canonical_name":"Duke Law & Technology Review [online]","child_pid":1089147,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-05-01T21:46:52+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T21:46:22+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 632, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1089147, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-05-01T21:46:52+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T21:46:22+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":3913,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":13,"run_end":"2026-05-01T21:46:55+00:00","run_start":"2026-05-01T21:46:22+00:00","scraper_name":"duke_law_technology_review_scraper","status":"success","stderr_log_url":"/api/scraper-runs/3913/logs/stderr","stdout_log_url":"/api/scraper-runs/3913/logs/stdout"},{"duplicates_skipped":19,"duration_seconds":1289.976684517227,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://scholarship.law.duke.edu/cgi/viewcontent.cgi?article=1355&context=dltr&download=1","error_traceback":null,"errors":7,"extra":{"canonical_name":"Duke Law & Technology Review [online]","child_pid":3514562,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-03-09T08:36:06+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-09T08:15:05+00:00","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 3514562, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-03-09T08:36:06+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-09T08:15:05+00:00\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":3089,"items_discovered":281,"items_processed":281,"law_review_id":119,"pdfs_downloaded":255,"run_end":"2026-03-09T08:36:36+00:00","run_start":"2026-03-09T08:15:05+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/3089/logs/stderr","stdout_log_url":"/api/scraper-runs/3089/logs/stdout"},{"duplicates_skipped":5,"duration_seconds":1.8694805850391276,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Duke Law & Technology Review [online]","child_pid":1140269,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-02-07T06:08:55+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T06:08:55+00:00","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.out.log","timeout_minutes":8},"extra_json":"{\"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1140269, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-02-07T06:08:55+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T06:08:55+00:00\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 8}","id":1307,"items_discovered":5,"items_processed":5,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-02-07T06:08:57+00:00","run_start":"2026-02-07T06:08:55+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/1307/logs/stderr","stdout_log_url":"/api/scraper-runs/1307/logs/stdout"}],"runs_by_scraper":{"duke_law_technology_review_scraper":[{"duplicates_skipped":287,"duration_seconds":7.583709012998952,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1544,"canonical_name":"Duke Law & Technology Review [online]","child_pid":122742,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-06-01T18:42:11+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T18:42:11+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1544, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 122742, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-06-01T18:42:11+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T18:42:11+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":4590,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-06-01T18:42:19+00:00","run_start":"2026-06-01T18:42:11+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4590/logs/stderr","stdout_log_url":"/api/scraper-runs/4590/logs/stdout"},{"duplicates_skipped":274,"duration_seconds":33.59014783008024,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":632,"canonical_name":"Duke Law & Technology Review [online]","child_pid":1089147,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-05-01T21:46:52+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T21:46:22+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 632, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1089147, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-05-01T21:46:52+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T21:46:22+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":3913,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":13,"run_end":"2026-05-01T21:46:55+00:00","run_start":"2026-05-01T21:46:22+00:00","scraper_name":"duke_law_technology_review_scraper","status":"success","stderr_log_url":"/api/scraper-runs/3913/logs/stderr","stdout_log_url":"/api/scraper-runs/3913/logs/stdout"},{"duplicates_skipped":19,"duration_seconds":1289.976684517227,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://scholarship.law.duke.edu/cgi/viewcontent.cgi?article=1355&context=dltr&download=1","error_traceback":null,"errors":7,"extra":{"canonical_name":"Duke Law & Technology Review [online]","child_pid":3514562,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-03-09T08:36:06+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-09T08:15:05+00:00","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 3514562, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-03-09T08:36:06+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-09T08:15:05+00:00\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":3089,"items_discovered":281,"items_processed":281,"law_review_id":119,"pdfs_downloaded":255,"run_end":"2026-03-09T08:36:36+00:00","run_start":"2026-03-09T08:15:05+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/3089/logs/stderr","stdout_log_url":"/api/scraper-runs/3089/logs/stdout"},{"duplicates_skipped":5,"duration_seconds":1.8694805850391276,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Duke Law & Technology Review [online]","child_pid":1140269,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-02-07T06:08:55+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T06:08:55+00:00","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.out.log","timeout_minutes":8},"extra_json":"{\"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1140269, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-02-07T06:08:55+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T06:08:55+00:00\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 8}","id":1307,"items_discovered":5,"items_processed":5,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-02-07T06:08:57+00:00","run_start":"2026-02-07T06:08:55+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/1307/logs/stderr","stdout_log_url":"/api/scraper-runs/1307/logs/stdout"}]},"scrapers":[{"base_class":"script","canonical_name":"Duke Law & Technology Review [online]","class_name":null,"file_path":"scrapers/duke_law_technology_review_scraper.py","has_cli_entrypoint":1,"institution_code":null,"is_abstract":0,"module_path":"scrapers.duke_law_technology_review_scraper","platform":"bepress","scraper_id":"duke_law_technology_review_scraper"}],"uploads":{"last_pending":null,"last_uploaded":"2026-05-02 00:05:55","latest_registry_sync":"uabox:Law_Review_Project/duke_law_and_technology_review_[online]_20260502_000541.zip","pending":0}}