{"generated_at":"2026-06-17T07:08:56.204827","law_review":{"access_status":"working","base_url":null,"canonical_name":"Harvard Law Review","coverage":"Active - 2469 files downloaded","csv_rank":1,"csv_status":"Unknown","days_since_last_run":16,"display_name":"Harvard Law Review","error_details":"","failure_reason":null,"health_color":"#28a745","health_status":"HEALTHY","id":1,"last_attempt_date":"2026-05-31T19:15:47+00:00","last_download":"2026-05-31 19:15:47","last_performance_check":"2025-07-09 03:08:43.109280","last_success_date":"2026-05-31T19:15:47+00:00","last_updated":"2026-05-31T19:15:47+00:00","latest_run":{"duplicates_skipped":105,"duration_seconds":557.170310376212,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1499,"canonical_name":"Harvard Law Review","child_pid":1238525,"discovery_cutoff":true,"discovery_cutoff_details":{"consecutive_duplicates":40,"processed_articles":114,"queued_items":9},"discovery_cutoff_elapsed_seconds":487,"discovery_cutoff_max_runtime_seconds":null,"discovery_cutoff_phase":"discovery","discovery_cutoff_reason":"duplicate_streak","file_path":"scrapers/harvard_law_review_scraper.py","heartbeat_at":"2026-05-31T19:15:29+00:00","heartbeat_source":"orchestrator","law_review_id":1,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-31T19:06:29+00:00","run_kind":"scheduled_active","scraper_id":"HarvardLawReviewScraper","script_path":"scrapers/harvard_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1499, \"canonical_name\": \"Harvard Law Review\", \"child_pid\": 1238525, \"discovery_cutoff\": true, \"discovery_cutoff_details\": {\"consecutive_duplicates\": 40, \"processed_articles\": 114, \"queued_items\": 9}, \"discovery_cutoff_elapsed_seconds\": 487, \"discovery_cutoff_max_runtime_seconds\": null, \"discovery_cutoff_phase\": \"discovery\", \"discovery_cutoff_reason\": \"duplicate_streak\", \"file_path\": \"scrapers/harvard_law_review_scraper.py\", \"heartbeat_at\": \"2026-05-31T19:15:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 1, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-31T19:06:29+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"HarvardLawReviewScraper\", \"script_path\": \"scrapers/harvard_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":4240,"items_discovered":114,"items_processed":114,"law_review_id":1,"pdfs_downloaded":9,"run_end":"2026-05-31T19:15:47+00:00","run_start":"2026-05-31T19:06:29+00:00","scraper_name":"HarvardLawReviewScraper","status":"partial","stderr_log_url":"/api/scraper-runs/4240/logs/stderr","stdout_log_url":"/api/scraper-runs/4240/logs/stdout"},"name":"Harvard Law Review","performance_category":"excellent","rank":1,"recommendations":["Maintain current performance"],"scraper_name":"harvard_law_review_scraper.py","scraper_status":"working_well","status":"healthy","total_downloads":2469,"total_size_gb":0.0},"preferred_scraper_id":"HarvardLawReviewScraper","runs":[{"duplicates_skipped":105,"duration_seconds":557.170310376212,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1499,"canonical_name":"Harvard Law Review","child_pid":1238525,"discovery_cutoff":true,"discovery_cutoff_details":{"consecutive_duplicates":40,"processed_articles":114,"queued_items":9},"discovery_cutoff_elapsed_seconds":487,"discovery_cutoff_max_runtime_seconds":null,"discovery_cutoff_phase":"discovery","discovery_cutoff_reason":"duplicate_streak","file_path":"scrapers/harvard_law_review_scraper.py","heartbeat_at":"2026-05-31T19:15:29+00:00","heartbeat_source":"orchestrator","law_review_id":1,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-31T19:06:29+00:00","run_kind":"scheduled_active","scraper_id":"HarvardLawReviewScraper","script_path":"scrapers/harvard_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1499, \"canonical_name\": \"Harvard Law Review\", \"child_pid\": 1238525, \"discovery_cutoff\": true, \"discovery_cutoff_details\": {\"consecutive_duplicates\": 40, \"processed_articles\": 114, \"queued_items\": 9}, \"discovery_cutoff_elapsed_seconds\": 487, \"discovery_cutoff_max_runtime_seconds\": null, \"discovery_cutoff_phase\": \"discovery\", \"discovery_cutoff_reason\": \"duplicate_streak\", \"file_path\": \"scrapers/harvard_law_review_scraper.py\", \"heartbeat_at\": \"2026-05-31T19:15:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 1, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-31T19:06:29+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"HarvardLawReviewScraper\", \"script_path\": \"scrapers/harvard_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":4240,"items_discovered":114,"items_processed":114,"law_review_id":1,"pdfs_downloaded":9,"run_end":"2026-05-31T19:15:47+00:00","run_start":"2026-05-31T19:06:29+00:00","scraper_name":"HarvardLawReviewScraper","status":"partial","stderr_log_url":"/api/scraper-runs/4240/logs/stderr","stdout_log_url":"/api/scraper-runs/4240/logs/stdout"},{"duplicates_skipped":87,"duration_seconds":67.21639389899792,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":588,"canonical_name":"Harvard Law Review","child_pid":856921,"discovery_cutoff":true,"discovery_cutoff_details":{"consecutive_duplicates":40,"processed_articles":107,"queued_items":20},"discovery_cutoff_elapsed_seconds":52,"discovery_cutoff_max_runtime_seconds":null,"discovery_cutoff_phase":"discovery","discovery_cutoff_reason":"duplicate_streak","file_path":"scrapers/harvard_law_review_scraper.py","heartbeat_at":"2026-05-01T17:30:19+00:00","heartbeat_source":"orchestrator","law_review_id":1,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T17:29:19+00:00","run_kind":"scheduled_active","scraper_id":"HarvardLawReviewScraper","script_path":"scrapers/harvard_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1777656559_HarvardLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1777656559_HarvardLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 588, \"canonical_name\": \"Harvard Law Review\", \"child_pid\": 856921, \"discovery_cutoff\": true, \"discovery_cutoff_details\": {\"consecutive_duplicates\": 40, \"processed_articles\": 107, \"queued_items\": 20}, \"discovery_cutoff_elapsed_seconds\": 52, \"discovery_cutoff_max_runtime_seconds\": null, \"discovery_cutoff_phase\": \"discovery\", \"discovery_cutoff_reason\": \"duplicate_streak\", \"file_path\": \"scrapers/harvard_law_review_scraper.py\", \"heartbeat_at\": \"2026-05-01T17:30:19+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 1, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T17:29:19+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"HarvardLawReviewScraper\", \"script_path\": \"scrapers/harvard_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777656559_HarvardLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777656559_HarvardLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":3566,"items_discovered":107,"items_processed":107,"law_review_id":1,"pdfs_downloaded":20,"run_end":"2026-05-01T17:30:27+00:00","run_start":"2026-05-01T17:29:19+00:00","scraper_name":"HarvardLawReviewScraper","status":"partial","stderr_log_url":"/api/scraper-runs/3566/logs/stderr","stdout_log_url":"/api/scraper-runs/3566/logs/stdout"},{"duplicates_skipped":75,"duration_seconds":42.025687247980386,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Harvard Law Review","child_pid":2439295,"discovery_cutoff":true,"discovery_cutoff_details":{"consecutive_duplicates":40,"processed_articles":82,"queued_items":7},"discovery_cutoff_elapsed_seconds":36,"discovery_cutoff_max_runtime_seconds":null,"discovery_cutoff_phase":"discovery","discovery_cutoff_reason":"duplicate_streak","file_path":"scrapers/harvard_law_review_scraper.py","heartbeat_at":"2026-03-08T05:10:19+00:00","heartbeat_source":"orchestrator","law_review_id":1,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-08T05:09:49+00:00","scraper_id":"HarvardLawReviewScraper","script_path":"scrapers/harvard_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1772946589_HarvardLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1772946589_HarvardLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"canonical_name\": \"Harvard Law Review\", \"child_pid\": 2439295, \"discovery_cutoff\": true, \"discovery_cutoff_details\": {\"consecutive_duplicates\": 40, \"processed_articles\": 82, \"queued_items\": 7}, \"discovery_cutoff_elapsed_seconds\": 36, \"discovery_cutoff_max_runtime_seconds\": null, \"discovery_cutoff_phase\": \"discovery\", \"discovery_cutoff_reason\": \"duplicate_streak\", \"file_path\": \"scrapers/harvard_law_review_scraper.py\", \"heartbeat_at\": \"2026-03-08T05:10:19+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 1, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-08T05:09:49+00:00\", \"scraper_id\": \"HarvardLawReviewScraper\", \"script_path\": \"scrapers/harvard_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1772946589_HarvardLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1772946589_HarvardLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":2696,"items_discovered":82,"items_processed":82,"law_review_id":1,"pdfs_downloaded":7,"run_end":"2026-03-08T05:10:31+00:00","run_start":"2026-03-08T05:09:49+00:00","scraper_name":"HarvardLawReviewScraper","status":"partial","stderr_log_url":"/api/scraper-runs/2696/logs/stderr","stdout_log_url":"/api/scraper-runs/2696/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":516.5175597049529,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Harvard Law Review","child_pid":2256464,"file_path":"scrapers/harvard_law_review_scraper.py","heartbeat_at":"2026-02-06T02:52:04+00:00","heartbeat_source":"orchestrator","law_review_id":1,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T02:43:34+00:00","scraper_id":"HarvardLawReviewScraper","script_path":"scrapers/harvard_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770345814_HarvardLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1770345814_HarvardLawReviewScraper.out.log","timeout_minutes":25},"extra_json":"{\"canonical_name\": \"Harvard Law Review\", \"child_pid\": 2256464, \"file_path\": \"scrapers/harvard_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-06T02:52:04+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 1, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T02:43:34+00:00\", \"scraper_id\": \"HarvardLawReviewScraper\", \"script_path\": \"scrapers/harvard_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770345814_HarvardLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770345814_HarvardLawReviewScraper.out.log\", \"timeout_minutes\": 25}","id":590,"items_discovered":9,"items_processed":9,"law_review_id":1,"pdfs_downloaded":9,"run_end":"2026-02-06T02:52:11+00:00","run_start":"2026-02-06T02:43:34+00:00","scraper_name":"HarvardLawReviewScraper","status":"success","stderr_log_url":"/api/scraper-runs/590/logs/stderr","stdout_log_url":"/api/scraper-runs/590/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":23.97299139946699,"error_category":"BrokenPipeError","error_message":"[Errno 32] Broken pipe","error_traceback":"Traceback (most recent call last):\n  File \"/home/arbel/sites/lrscraper/scrapers/harvard_law_review_scraper.py\", line 103, in discover_urls\n    self.print_status(f\"Found: {metadata['title']} ({filename})\")\n  File \"/home/arbel/sites/lrscraper/light_base_scraper.py\", line 107, in print_status\n    print(msg)\nBrokenPipeError: [Errno 32] Broken pipe\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/home/arbel/sites/lrscraper/light_base_scraper.py\", line 309, in run\n    items = await self.discover_urls()\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/home/arbel/sites/lrscraper/smart_scraper_simple.py\", line 385, in wrapped_discover\n    items = await original_discover()\n            ^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/home/arbel/sites/lrscraper/scrapers/harvard_law_review_scraper.py\", line 109, in discover_urls\n    self.print_status(f\"Error processing {article_url}: {e}\", \"error\")\n  File \"/home/arbel/sites/lrscraper/light_base_scraper.py\", line 107, in print_status\n    print(msg)\nBrokenPipeError: [Errno 32] Broken pipe\n","errors":0,"extra":{"canonical_name":"Harvard Law Review"},"extra_json":"{\"canonical_name\": \"Harvard Law Review\"}","id":521,"items_discovered":0,"items_processed":0,"law_review_id":1,"pdfs_downloaded":0,"run_end":"2026-01-28T05:33:21+00:00","run_start":"2026-01-28T05:32:57+00:00","scraper_name":"HarvardLawReviewScraper","status":"failed"},{"duplicates_skipped":0,"duration_seconds":2700.008769383654,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":1,"extra":{"returncode":null},"extra_json":"{\"returncode\": null}","id":452,"items_discovered":null,"items_processed":null,"law_review_id":1,"pdfs_downloaded":0,"run_end":"2026-01-22T13:15:34+00:00","run_start":"2026-01-22T12:30:34+00:00","scraper_name":"HarvardLawReviewScraper","status":"timeout"},{"duplicates_skipped":0,"duration_seconds":5302.943815946579,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":null,"extra_json":null,"id":1,"items_discovered":null,"items_processed":null,"law_review_id":1,"pdfs_downloaded":11,"run_end":"2025-12-23T00:14:34.578532","run_start":"2025-12-22T22:46:11.634716","scraper_name":"harvard_law_review","status":"success"}],"runs_by_scraper":{"HarvardLawReviewScraper":[{"duplicates_skipped":105,"duration_seconds":557.170310376212,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":1499,"canonical_name":"Harvard Law Review","child_pid":1238525,"discovery_cutoff":true,"discovery_cutoff_details":{"consecutive_duplicates":40,"processed_articles":114,"queued_items":9},"discovery_cutoff_elapsed_seconds":487,"discovery_cutoff_max_runtime_seconds":null,"discovery_cutoff_phase":"discovery","discovery_cutoff_reason":"duplicate_streak","file_path":"scrapers/harvard_law_review_scraper.py","heartbeat_at":"2026-05-31T19:15:29+00:00","heartbeat_source":"orchestrator","law_review_id":1,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-31T19:06:29+00:00","run_kind":"scheduled_active","scraper_id":"HarvardLawReviewScraper","script_path":"scrapers/harvard_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1499, \"canonical_name\": \"Harvard Law Review\", \"child_pid\": 1238525, \"discovery_cutoff\": true, \"discovery_cutoff_details\": {\"consecutive_duplicates\": 40, \"processed_articles\": 114, \"queued_items\": 9}, \"discovery_cutoff_elapsed_seconds\": 487, \"discovery_cutoff_max_runtime_seconds\": null, \"discovery_cutoff_phase\": \"discovery\", \"discovery_cutoff_reason\": \"duplicate_streak\", \"file_path\": \"scrapers/harvard_law_review_scraper.py\", \"heartbeat_at\": \"2026-05-31T19:15:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 1, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-31T19:06:29+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"HarvardLawReviewScraper\", \"script_path\": \"scrapers/harvard_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780254389_HarvardLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":4240,"items_discovered":114,"items_processed":114,"law_review_id":1,"pdfs_downloaded":9,"run_end":"2026-05-31T19:15:47+00:00","run_start":"2026-05-31T19:06:29+00:00","scraper_name":"HarvardLawReviewScraper","status":"partial","stderr_log_url":"/api/scraper-runs/4240/logs/stderr","stdout_log_url":"/api/scraper-runs/4240/logs/stdout"},{"duplicates_skipped":87,"duration_seconds":67.21639389899792,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":588,"canonical_name":"Harvard Law Review","child_pid":856921,"discovery_cutoff":true,"discovery_cutoff_details":{"consecutive_duplicates":40,"processed_articles":107,"queued_items":20},"discovery_cutoff_elapsed_seconds":52,"discovery_cutoff_max_runtime_seconds":null,"discovery_cutoff_phase":"discovery","discovery_cutoff_reason":"duplicate_streak","file_path":"scrapers/harvard_law_review_scraper.py","heartbeat_at":"2026-05-01T17:30:19+00:00","heartbeat_source":"orchestrator","law_review_id":1,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T17:29:19+00:00","run_kind":"scheduled_active","scraper_id":"HarvardLawReviewScraper","script_path":"scrapers/harvard_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1777656559_HarvardLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1777656559_HarvardLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 588, \"canonical_name\": \"Harvard Law Review\", \"child_pid\": 856921, \"discovery_cutoff\": true, \"discovery_cutoff_details\": {\"consecutive_duplicates\": 40, \"processed_articles\": 107, \"queued_items\": 20}, \"discovery_cutoff_elapsed_seconds\": 52, \"discovery_cutoff_max_runtime_seconds\": null, \"discovery_cutoff_phase\": \"discovery\", \"discovery_cutoff_reason\": \"duplicate_streak\", \"file_path\": \"scrapers/harvard_law_review_scraper.py\", \"heartbeat_at\": \"2026-05-01T17:30:19+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 1, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T17:29:19+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"HarvardLawReviewScraper\", \"script_path\": \"scrapers/harvard_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777656559_HarvardLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777656559_HarvardLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":3566,"items_discovered":107,"items_processed":107,"law_review_id":1,"pdfs_downloaded":20,"run_end":"2026-05-01T17:30:27+00:00","run_start":"2026-05-01T17:29:19+00:00","scraper_name":"HarvardLawReviewScraper","status":"partial","stderr_log_url":"/api/scraper-runs/3566/logs/stderr","stdout_log_url":"/api/scraper-runs/3566/logs/stdout"},{"duplicates_skipped":75,"duration_seconds":42.025687247980386,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Harvard Law Review","child_pid":2439295,"discovery_cutoff":true,"discovery_cutoff_details":{"consecutive_duplicates":40,"processed_articles":82,"queued_items":7},"discovery_cutoff_elapsed_seconds":36,"discovery_cutoff_max_runtime_seconds":null,"discovery_cutoff_phase":"discovery","discovery_cutoff_reason":"duplicate_streak","file_path":"scrapers/harvard_law_review_scraper.py","heartbeat_at":"2026-03-08T05:10:19+00:00","heartbeat_source":"orchestrator","law_review_id":1,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-08T05:09:49+00:00","scraper_id":"HarvardLawReviewScraper","script_path":"scrapers/harvard_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1772946589_HarvardLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1772946589_HarvardLawReviewScraper.out.log","timeout_minutes":45},"extra_json":"{\"canonical_name\": \"Harvard Law Review\", \"child_pid\": 2439295, \"discovery_cutoff\": true, \"discovery_cutoff_details\": {\"consecutive_duplicates\": 40, \"processed_articles\": 82, \"queued_items\": 7}, \"discovery_cutoff_elapsed_seconds\": 36, \"discovery_cutoff_max_runtime_seconds\": null, \"discovery_cutoff_phase\": \"discovery\", \"discovery_cutoff_reason\": \"duplicate_streak\", \"file_path\": \"scrapers/harvard_law_review_scraper.py\", \"heartbeat_at\": \"2026-03-08T05:10:19+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 1, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-08T05:09:49+00:00\", \"scraper_id\": \"HarvardLawReviewScraper\", \"script_path\": \"scrapers/harvard_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1772946589_HarvardLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1772946589_HarvardLawReviewScraper.out.log\", \"timeout_minutes\": 45}","id":2696,"items_discovered":82,"items_processed":82,"law_review_id":1,"pdfs_downloaded":7,"run_end":"2026-03-08T05:10:31+00:00","run_start":"2026-03-08T05:09:49+00:00","scraper_name":"HarvardLawReviewScraper","status":"partial","stderr_log_url":"/api/scraper-runs/2696/logs/stderr","stdout_log_url":"/api/scraper-runs/2696/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":516.5175597049529,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"Harvard Law Review","child_pid":2256464,"file_path":"scrapers/harvard_law_review_scraper.py","heartbeat_at":"2026-02-06T02:52:04+00:00","heartbeat_source":"orchestrator","law_review_id":1,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-06T02:43:34+00:00","scraper_id":"HarvardLawReviewScraper","script_path":"scrapers/harvard_law_review_scraper.py","stderr_path":"logs/orchestrator_runs/1770345814_HarvardLawReviewScraper.err.log","stdout_path":"logs/orchestrator_runs/1770345814_HarvardLawReviewScraper.out.log","timeout_minutes":25},"extra_json":"{\"canonical_name\": \"Harvard Law Review\", \"child_pid\": 2256464, \"file_path\": \"scrapers/harvard_law_review_scraper.py\", \"heartbeat_at\": \"2026-02-06T02:52:04+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 1, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-06T02:43:34+00:00\", \"scraper_id\": \"HarvardLawReviewScraper\", \"script_path\": \"scrapers/harvard_law_review_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770345814_HarvardLawReviewScraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770345814_HarvardLawReviewScraper.out.log\", \"timeout_minutes\": 25}","id":590,"items_discovered":9,"items_processed":9,"law_review_id":1,"pdfs_downloaded":9,"run_end":"2026-02-06T02:52:11+00:00","run_start":"2026-02-06T02:43:34+00:00","scraper_name":"HarvardLawReviewScraper","status":"success","stderr_log_url":"/api/scraper-runs/590/logs/stderr","stdout_log_url":"/api/scraper-runs/590/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":23.97299139946699,"error_category":"BrokenPipeError","error_message":"[Errno 32] Broken pipe","error_traceback":"Traceback (most recent call last):\n  File \"/home/arbel/sites/lrscraper/scrapers/harvard_law_review_scraper.py\", line 103, in discover_urls\n    self.print_status(f\"Found: {metadata['title']} ({filename})\")\n  File \"/home/arbel/sites/lrscraper/light_base_scraper.py\", line 107, in print_status\n    print(msg)\nBrokenPipeError: [Errno 32] Broken pipe\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/home/arbel/sites/lrscraper/light_base_scraper.py\", line 309, in run\n    items = await self.discover_urls()\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/home/arbel/sites/lrscraper/smart_scraper_simple.py\", line 385, in wrapped_discover\n    items = await original_discover()\n            ^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/home/arbel/sites/lrscraper/scrapers/harvard_law_review_scraper.py\", line 109, in discover_urls\n    self.print_status(f\"Error processing {article_url}: {e}\", \"error\")\n  File \"/home/arbel/sites/lrscraper/light_base_scraper.py\", line 107, in print_status\n    print(msg)\nBrokenPipeError: [Errno 32] Broken pipe\n","errors":0,"extra":{"canonical_name":"Harvard Law Review"},"extra_json":"{\"canonical_name\": \"Harvard Law Review\"}","id":521,"items_discovered":0,"items_processed":0,"law_review_id":1,"pdfs_downloaded":0,"run_end":"2026-01-28T05:33:21+00:00","run_start":"2026-01-28T05:32:57+00:00","scraper_name":"HarvardLawReviewScraper","status":"failed"},{"duplicates_skipped":0,"duration_seconds":2700.008769383654,"error_category":"timeout","error_message":"Timeout after 45 minutes","error_traceback":null,"errors":1,"extra":{"returncode":null},"extra_json":"{\"returncode\": null}","id":452,"items_discovered":null,"items_processed":null,"law_review_id":1,"pdfs_downloaded":0,"run_end":"2026-01-22T13:15:34+00:00","run_start":"2026-01-22T12:30:34+00:00","scraper_name":"HarvardLawReviewScraper","status":"timeout"}]},"scrapers":[{"base_class":"LightBaseScraper","canonical_name":"Harvard Law Review","class_name":"HarvardLawReviewScraper","file_path":"scrapers/harvard_law_review_scraper.py","has_cli_entrypoint":1,"institution_code":null,"is_abstract":0,"module_path":"scrapers.harvard_law_review_scraper","platform":"playwright","scraper_id":"HarvardLawReviewScraper"}],"uploads":{"last_pending":null,"last_uploaded":"2026-05-31 21:25:20","latest_registry_sync":"uabox:Law_Review_Project/harvard_law_review_20260531_212500.zip","pending":0}}
