{"generated_at":"2026-09-23T03:29:04.487987","law_review":{"access_status":"working","base_url":null,"canonical_name":"Duke Law & Technology Review [online]","error_details":"Scraper exists but has never downloaded files","failure_reason":"PARTIAL: downloaded=0, duplicates=216, errors=3; ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","health_status":"DEGRADED","id":119,"last_attempt_date":"2026-09-20T20:58:11+00:00","last_performance_check":"2025-07-09 03:08:43.109810","last_success_date":"2026-09-20T20:58:11+00:00","last_updated":null,"name":"Duke Law & Technology Review [online]","performance_category":"medium","rank":119,"scraper_name":"duke_law_technology_review_scraper.py","scraper_status":"working_needs_optimization","total_downloads":288,"total_size_gb":0.0},"law_review_id":119,"runs":[{"duplicates_skipped":216,"duration_seconds":104.00684158876538,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":264932,"canonical_name":"Duke Law & Technology Review [online]","child_pid":208238,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":27,"mode":"balanced","remaining_units":2,"scope":"https://scholarship.law.duke.edu/dltr/","selected_units":25,"visited_this_run":22,"visited_units":25},"discovery_problem":"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://scholarship.law.duke.edu/dltr/vol12/iss1/","download_queue":{"due":34,"pending":37,"retries":3,"scope":"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]","waiting":3},"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-09-20T20:57:57+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T20:56:26+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789937786_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789937786_duke_law_technology_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 264932, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 208238, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 27, \"mode\": \"balanced\", \"remaining_units\": 2, \"scope\": \"https://scholarship.law.duke.edu/dltr/\", \"selected_units\": 25, \"visited_this_run\": 22, \"visited_units\": 25}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://scholarship.law.duke.edu/dltr/vol12/iss1/\", \"download_queue\": {\"due\": 34, \"pending\": 37, \"retries\": 3, \"scope\": \"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]\", \"waiting\": 3}, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-09-20T20:57:57+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T20:56:26+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789937786_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789937786_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46112,"items_discovered":253,"items_processed":219,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-09-20T20:58:11+00:00","run_start":"2026-09-20T20:56:26+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46112/logs/stderr","stdout_log_url":"/api/scraper-runs/46112/logs/stdout"},{"duplicates_skipped":34,"duration_seconds":131.77501031802967,"error_category":"partial_discovery","error_message":"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://scholarship.law.duke.edu/dltr/vol23/iss1/","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":251166,"canonical_name":"Duke Law & Technology Review [online]","child_pid":1602700,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":27,"mode":"balanced","remaining_units":14,"scope":"https://scholarship.law.duke.edu/dltr/","selected_units":25,"visited_this_run":5,"visited_units":13},"discovery_problem":"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://scholarship.law.duke.edu/dltr/vol23/iss1/","download_queue":{"due":0,"pending":0,"retries":0,"scope":"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]","waiting":0},"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-09-13T17:07:32+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T17:05:32+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789319132_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789319132_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 251166, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1602700, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 27, \"mode\": \"balanced\", \"remaining_units\": 14, \"scope\": \"https://scholarship.law.duke.edu/dltr/\", \"selected_units\": 25, \"visited_this_run\": 5, \"visited_units\": 13}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://scholarship.law.duke.edu/dltr/vol23/iss1/\", \"download_queue\": {\"due\": 0, \"pending\": 0, \"retries\": 0, \"scope\": \"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]\", \"waiting\": 0}, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T17:07:32+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T17:05:32+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789319132_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789319132_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":45792,"items_discovered":34,"items_processed":34,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-09-13T17:07:44+00:00","run_start":"2026-09-13T17:05:32+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45792/logs/stderr","stdout_log_url":"/api/scraper-runs/45792/logs/stdout"},{"duplicates_skipped":104,"duration_seconds":141.82823358196765,"error_category":"partial_discovery","error_message":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":250251,"canonical_name":"Duke Law & Technology Review [online]","child_pid":582563,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":27,"mode":"balanced","remaining_units":15,"scope":"https://scholarship.law.duke.edu/dltr/","selected_units":25,"visited_this_run":12,"visited_units":12},"discovery_problem":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","download_queue":{"due":0,"pending":0,"retries":0,"scope":"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]","waiting":0},"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-09-13T06:21:10+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T06:19:10+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789280350_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789280350_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 250251, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 582563, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 27, \"mode\": \"balanced\", \"remaining_units\": 15, \"scope\": \"https://scholarship.law.duke.edu/dltr/\", \"selected_units\": 25, \"visited_this_run\": 12, \"visited_units\": 12}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget\", \"download_queue\": {\"due\": 0, \"pending\": 0, \"retries\": 0, \"scope\": \"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]\", \"waiting\": 0}, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T06:21:10+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T06:19:10+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789280350_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789280350_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":45415,"items_discovered":104,"items_processed":104,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-09-13T06:21:32+00:00","run_start":"2026-09-13T06:19:10+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45415/logs/stderr","stdout_log_url":"/api/scraper-runs/45415/logs/stdout"},{"duplicates_skipped":53,"duration_seconds":476.0879903799505,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://scholarship.law.duke.edu/context/dltr/article/1401/viewcontent/","error_traceback":null,"errors":5,"extra":{"automation_cycle_id":154069,"canonical_name":"Duke Law & Technology Review [online]","child_pid":2708121,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-08-14T01:28:49+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T01:21:19+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1786670479_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786670479_duke_law_technology_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 154069, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 2708121, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-08-14T01:28:49+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T01:21:19+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786670479_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786670479_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":44575,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":1,"run_end":"2026-08-14T01:29:15+00:00","run_start":"2026-08-14T01:21:19+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/44575/logs/stderr","stdout_log_url":"/api/scraper-runs/44575/logs/stdout"},{"duplicates_skipped":287,"duration_seconds":10.159890798851848,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"Duke Law & Technology Review [online]","child_pid":2993665,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-07-14T18:43:30+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T18:43:30+00:00","run_kind":"scheduled","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1784054610_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784054610_duke_law_technology_review_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 2993665, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-07-14T18:43:30+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T18:43:30+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784054610_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784054610_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 15}","id":43813,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-07-14T18:43:40+00:00","run_start":"2026-07-14T18:43:30+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43813/logs/stderr","stdout_log_url":"/api/scraper-runs/43813/logs/stdout"},{"duplicates_skipped":287,"duration_seconds":263.60571779101156,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28101,"canonical_name":"Duke Law & Technology Review [online]","child_pid":1169515,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-07-02T21:37:16+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-02T21:33:16+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1783027996_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783027996_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28101, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1169515, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-07-02T21:37:16+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-02T21:33:16+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783027996_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783027996_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":31199,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-07-02T21:37:40+00:00","run_start":"2026-07-02T21:33:16+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/31199/logs/stderr","stdout_log_url":"/api/scraper-runs/31199/logs/stdout"},{"duplicates_skipped":287,"duration_seconds":7.583709012998952,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1544,"canonical_name":"Duke Law & Technology Review [online]","child_pid":122742,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-06-01T18:42:11+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T18:42:11+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1544, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 122742, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-06-01T18:42:11+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T18:42:11+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":4590,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-06-01T18:42:19+00:00","run_start":"2026-06-01T18:42:11+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4590/logs/stderr","stdout_log_url":"/api/scraper-runs/4590/logs/stdout"},{"duplicates_skipped":274,"duration_seconds":33.59014783008024,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":632,"canonical_name":"Duke Law & Technology Review [online]","child_pid":1089147,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-05-01T21:46:52+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T21:46:22+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 632, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1089147, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-05-01T21:46:52+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T21:46:22+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":3913,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":13,"run_end":"2026-05-01T21:46:55+00:00","run_start":"2026-05-01T21:46:22+00:00","scraper_name":"duke_law_technology_review_scraper","status":"success","stderr_log_url":"/api/scraper-runs/3913/logs/stderr","stdout_log_url":"/api/scraper-runs/3913/logs/stdout"},{"duplicates_skipped":19,"duration_seconds":1289.976684517227,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://scholarship.law.duke.edu/cgi/viewcontent.cgi?article=1355&context=dltr&download=1","error_traceback":null,"errors":7,"extra":{"canonical_name":"Duke Law & Technology Review [online]","child_pid":3514562,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-03-09T08:36:06+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-09T08:15:05+00:00","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 3514562, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-03-09T08:36:06+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-09T08:15:05+00:00\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":3089,"items_discovered":281,"items_processed":281,"law_review_id":119,"pdfs_downloaded":255,"run_end":"2026-03-09T08:36:36+00:00","run_start":"2026-03-09T08:15:05+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/3089/logs/stderr","stdout_log_url":"/api/scraper-runs/3089/logs/stdout"},{"duplicates_skipped":5,"duration_seconds":1.8694805850391276,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Duke Law & Technology Review [online]","child_pid":1140269,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-02-07T06:08:55+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T06:08:55+00:00","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.out.log","timeout_minutes":8},"extra_json":"{\"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1140269, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-02-07T06:08:55+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T06:08:55+00:00\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 8}","id":1307,"items_discovered":5,"items_processed":5,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-02-07T06:08:57+00:00","run_start":"2026-02-07T06:08:55+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/1307/logs/stderr","stdout_log_url":"/api/scraper-runs/1307/logs/stdout"}],"runs_by_scraper_id":[{"duplicates_skipped":216,"duration_seconds":104.00684158876538,"error_category":"digital_commons_waf_partial","error_message":"ACCESS_RESTRICTED: Explicit access challenge (HTTP 403); retained for later retry","error_traceback":null,"errors":3,"extra":{"automation_cycle_id":264932,"canonical_name":"Duke Law & Technology Review [online]","child_pid":208238,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":27,"mode":"balanced","remaining_units":2,"scope":"https://scholarship.law.duke.edu/dltr/","selected_units":25,"visited_this_run":22,"visited_units":25},"discovery_problem":"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://scholarship.law.duke.edu/dltr/vol12/iss1/","download_queue":{"due":34,"pending":37,"retries":3,"scope":"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]","waiting":3},"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-09-20T20:57:57+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T20:56:26+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789937786_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789937786_duke_law_technology_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 264932, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 208238, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 27, \"mode\": \"balanced\", \"remaining_units\": 2, \"scope\": \"https://scholarship.law.duke.edu/dltr/\", \"selected_units\": 25, \"visited_this_run\": 22, \"visited_units\": 25}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://scholarship.law.duke.edu/dltr/vol12/iss1/\", \"download_queue\": {\"due\": 34, \"pending\": 37, \"retries\": 3, \"scope\": \"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]\", \"waiting\": 3}, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-09-20T20:57:57+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T20:56:26+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789937786_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789937786_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":46112,"items_discovered":253,"items_processed":219,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-09-20T20:58:11+00:00","run_start":"2026-09-20T20:56:26+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46112/logs/stderr","stdout_log_url":"/api/scraper-runs/46112/logs/stdout"},{"duplicates_skipped":34,"duration_seconds":131.77501031802967,"error_category":"partial_discovery","error_message":"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://scholarship.law.duke.edu/dltr/vol23/iss1/","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":251166,"canonical_name":"Duke Law & Technology Review [online]","child_pid":1602700,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":27,"mode":"balanced","remaining_units":14,"scope":"https://scholarship.law.duke.edu/dltr/","selected_units":25,"visited_this_run":5,"visited_units":13},"discovery_problem":"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://scholarship.law.duke.edu/dltr/vol23/iss1/","download_queue":{"due":0,"pending":0,"retries":0,"scope":"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]","waiting":0},"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-09-13T17:07:32+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T17:05:32+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789319132_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789319132_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 251166, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1602700, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 27, \"mode\": \"balanced\", \"remaining_units\": 14, \"scope\": \"https://scholarship.law.duke.edu/dltr/\", \"selected_units\": 25, \"visited_this_run\": 5, \"visited_units\": 13}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons request failed (NoneType; OSError: curl transport exit 28): https://scholarship.law.duke.edu/dltr/vol23/iss1/\", \"download_queue\": {\"due\": 0, \"pending\": 0, \"retries\": 0, \"scope\": \"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]\", \"waiting\": 0}, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T17:07:32+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T17:05:32+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789319132_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789319132_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":45792,"items_discovered":34,"items_processed":34,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-09-13T17:07:44+00:00","run_start":"2026-09-13T17:05:32+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45792/logs/stderr","stdout_log_url":"/api/scraper-runs/45792/logs/stdout"},{"duplicates_skipped":104,"duration_seconds":141.82823358196765,"error_category":"partial_discovery","error_message":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":250251,"canonical_name":"Duke Law & Technology Review [online]","child_pid":582563,"discovery_coverage":{"capped":true,"discovery_complete":false,"known_units":27,"mode":"balanced","remaining_units":15,"scope":"https://scholarship.law.duke.edu/dltr/","selected_units":25,"visited_this_run":12,"visited_units":12},"discovery_problem":"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget","download_queue":{"due":0,"pending":0,"retries":0,"scope":"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]","waiting":0},"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-09-13T06:21:10+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T06:19:10+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1789280350_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789280350_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 250251, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 582563, \"discovery_coverage\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 27, \"mode\": \"balanced\", \"remaining_units\": 15, \"scope\": \"https://scholarship.law.duke.edu/dltr/\", \"selected_units\": 25, \"visited_this_run\": 12, \"visited_units\": 12}, \"discovery_problem\": \"BROKEN_NETWORK: Digital Commons archive discovery reached its time budget\", \"download_queue\": {\"due\": 0, \"pending\": 0, \"retries\": 0, \"scope\": \"DukeLawTechnologyReviewScraper:Duke Law & Technology Review [online]\", \"waiting\": 0}, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-09-13T06:21:10+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T06:19:10+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789280350_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789280350_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":45415,"items_discovered":104,"items_processed":104,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-09-13T06:21:32+00:00","run_start":"2026-09-13T06:19:10+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45415/logs/stderr","stdout_log_url":"/api/scraper-runs/45415/logs/stdout"},{"duplicates_skipped":53,"duration_seconds":476.0879903799505,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://scholarship.law.duke.edu/context/dltr/article/1401/viewcontent/","error_traceback":null,"errors":5,"extra":{"automation_cycle_id":154069,"canonical_name":"Duke Law & Technology Review [online]","child_pid":2708121,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-08-14T01:28:49+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T01:21:19+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1786670479_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786670479_duke_law_technology_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"automation_cycle_id\": 154069, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 2708121, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-08-14T01:28:49+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T01:21:19+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786670479_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786670479_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":44575,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":1,"run_end":"2026-08-14T01:29:15+00:00","run_start":"2026-08-14T01:21:19+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/44575/logs/stderr","stdout_log_url":"/api/scraper-runs/44575/logs/stdout"},{"duplicates_skipped":287,"duration_seconds":10.159890798851848,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"Duke Law & Technology Review [online]","child_pid":2993665,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-07-14T18:43:30+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T18:43:30+00:00","run_kind":"scheduled","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1784054610_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784054610_duke_law_technology_review_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 2993665, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-07-14T18:43:30+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T18:43:30+00:00\", \"run_kind\": \"scheduled\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784054610_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784054610_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 15}","id":43813,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-07-14T18:43:40+00:00","run_start":"2026-07-14T18:43:30+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/43813/logs/stderr","stdout_log_url":"/api/scraper-runs/43813/logs/stdout"},{"duplicates_skipped":287,"duration_seconds":263.60571779101156,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":28101,"canonical_name":"Duke Law & Technology Review [online]","child_pid":1169515,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-07-02T21:37:16+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-02T21:33:16+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1783027996_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783027996_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28101, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1169515, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-07-02T21:37:16+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-02T21:33:16+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783027996_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783027996_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":31199,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-07-02T21:37:40+00:00","run_start":"2026-07-02T21:33:16+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/31199/logs/stderr","stdout_log_url":"/api/scraper-runs/31199/logs/stdout"},{"duplicates_skipped":287,"duration_seconds":7.583709012998952,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1544,"canonical_name":"Duke Law & Technology Review [online]","child_pid":122742,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-06-01T18:42:11+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T18:42:11+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1544, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 122742, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-06-01T18:42:11+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T18:42:11+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780339331_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":4590,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-06-01T18:42:19+00:00","run_start":"2026-06-01T18:42:11+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/4590/logs/stderr","stdout_log_url":"/api/scraper-runs/4590/logs/stdout"},{"duplicates_skipped":274,"duration_seconds":33.59014783008024,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":632,"canonical_name":"Duke Law & Technology Review [online]","child_pid":1089147,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-05-01T21:46:52+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T21:46:22+00:00","run_kind":"scheduled_active","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 632, \"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1089147, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-05-01T21:46:52+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T21:46:22+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777671982_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45}","id":3913,"items_discovered":287,"items_processed":287,"law_review_id":119,"pdfs_downloaded":13,"run_end":"2026-05-01T21:46:55+00:00","run_start":"2026-05-01T21:46:22+00:00","scraper_name":"duke_law_technology_review_scraper","status":"success","stderr_log_url":"/api/scraper-runs/3913/logs/stderr","stdout_log_url":"/api/scraper-runs/3913/logs/stdout"},{"duplicates_skipped":19,"duration_seconds":1289.976684517227,"error_category":"digital_commons_waf_partial","error_message":"Digital Commons WAF Block (HTTP 403) for https://scholarship.law.duke.edu/cgi/viewcontent.cgi?article=1355&context=dltr&download=1","error_traceback":null,"errors":7,"extra":{"canonical_name":"Duke Law & Technology Review [online]","child_pid":3514562,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-03-09T08:36:06+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-09T08:15:05+00:00","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.out.log","timeout_minutes":45,"waf_blocked":true},"extra_json":"{\"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 3514562, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-03-09T08:36:06+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-09T08:15:05+00:00\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773044105_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 45, \"waf_blocked\": true}","id":3089,"items_discovered":281,"items_processed":281,"law_review_id":119,"pdfs_downloaded":255,"run_end":"2026-03-09T08:36:36+00:00","run_start":"2026-03-09T08:15:05+00:00","scraper_name":"duke_law_technology_review_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/3089/logs/stderr","stdout_log_url":"/api/scraper-runs/3089/logs/stdout"},{"duplicates_skipped":5,"duration_seconds":1.8694805850391276,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Duke Law & Technology Review [online]","child_pid":1140269,"file_path":"scrapers/duke_law_technology_review_scraper.py","heartbeat_at":"2026-02-07T06:08:55+00:00","heartbeat_source":"orchestrator","law_review_id":119,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T06:08:55+00:00","scraper_id":"duke_law_technology_review_scraper","script_path":"scrapers/duke_law_technology_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.out.log","timeout_minutes":8},"extra_json":"{\"canonical_name\": \"Duke Law & Technology Review [online]\", \"child_pid\": 1140269, \"file_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"heartbeat_at\": \"2026-02-07T06:08:55+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 119, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T06:08:55+00:00\", \"scraper_id\": \"duke_law_technology_review_scraper\", \"script_path\": \"scrapers/duke_law_technology_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770444535_duke_law_technology_review_scraper.out.log\", \"timeout_minutes\": 8}","id":1307,"items_discovered":5,"items_processed":5,"law_review_id":119,"pdfs_downloaded":0,"run_end":"2026-02-07T06:08:57+00:00","run_start":"2026-02-07T06:08:55+00:00","scraper_name":"duke_law_technology_review_scraper","status":"no_new_content","stderr_log_url":"/api/scraper-runs/1307/logs/stderr","stdout_log_url":"/api/scraper-runs/1307/logs/stdout"}],"scraper":{"base_class":"script","canonical_name":"Duke Law & Technology Review [online]","class_name":null,"discovered_at":"2026-03-30 20:11:12","file_path":"scrapers/duke_law_technology_review_scraper.py","has_cli_entrypoint":1,"institution_code":null,"is_abstract":0,"module_path":"scrapers.duke_law_technology_review_scraper","platform":"bepress","scraper_id":"duke_law_technology_review_scraper","updated_at":"2026-09-22 23:32:37"},"uploads":{"last_pending":null,"last_uploaded":"2026-09-12 13:34:57","latest_registry_sync":"uabox:Law_Review_Project/duke_law_and_technology_review_[online]_20260912_132152.zip","pending":0}}
