{"generated_at":"2026-09-24T07:23:26.118145","law_review":{"access_status":"unknown","base_url":null,"canonical_name":"New York University Journal of Legislation and Public Policy","error_details":"No activity for 999 days","failure_reason":"PARTIAL: downloaded=1, duplicates=537, errors=64; HTTP 404 for https://nyujlpp.org/wp-content/uploads/2012/10/Brittain-Direct-Democracy-by-the-Majority-Can-Jeopardize-the-Civil-Rights-of-Minority-or-Other-Powerless-Groups.pdf","health_status":"DEGRADED","id":157,"last_attempt_date":"2026-09-20T22:10:42+00:00","last_performance_check":"2025-07-21 03:21:13","last_success_date":"2026-09-20T22:10:42+00:00","last_updated":null,"name":"New York University Journal of Legislation and Public Policy","performance_category":"zero","rank":157,"scraper_name":"nyu_legislation_public_policy_scraper.py","scraper_status":"broken_scraper","total_downloads":538,"total_size_gb":0.0},"law_review_id":157,"runs":[{"duplicates_skipped":537,"duration_seconds":345.53169632470235,"error_category":"partial_download_errors","error_message":"HTTP 404 for https://nyujlpp.org/wp-content/uploads/2012/10/Brittain-Direct-Democracy-by-the-Majority-Can-Jeopardize-the-Civil-Rights-of-Minority-or-Other-Powerless-Groups.pdf","error_traceback":null,"errors":64,"extra":{"automation_cycle_id":265038,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":321822,"discovery_coverage":{"discovery_complete":true,"known_units":295,"pages":{"capped":true,"discovery_complete":true,"known_units":291,"mode":"balanced","remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages","selected_units":250,"visited_this_run":250,"visited_units":291},"remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml","sitemaps":{"capped":false,"discovery_complete":true,"known_units":4,"mode":"balanced","remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps","selected_units":4,"visited_this_run":4,"visited_units":4},"visited_units":295,"waiting_for_retry":0,"wordpress_api":null},"download_queue":{"due":0,"pending":64,"retries":64,"scope":"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy","waiting":64},"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-09-20T22:10:27+00:00","heartbeat_source":"orchestrator","law_review_id":157,"missing_accounting_version":2,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T22:04:54+00:00","permanently_missing_count":64,"run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789941894_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789941894_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 265038, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 321822, \"discovery_coverage\": {\"discovery_complete\": true, \"known_units\": 295, \"pages\": {\"capped\": true, \"discovery_complete\": true, \"known_units\": 291, \"mode\": \"balanced\", \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages\", \"selected_units\": 250, \"visited_this_run\": 250, \"visited_units\": 291}, \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml\", \"sitemaps\": {\"capped\": false, \"discovery_complete\": true, \"known_units\": 4, \"mode\": \"balanced\", \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps\", \"selected_units\": 4, \"visited_this_run\": 4, \"visited_units\": 4}, \"visited_units\": 295, \"waiting_for_retry\": 0, \"wordpress_api\": null}, \"download_queue\": {\"due\": 0, \"pending\": 64, \"retries\": 64, \"scope\": \"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy\", \"waiting\": 64}, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-09-20T22:10:27+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"missing_accounting_version\": 2, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T22:04:54+00:00\", \"permanently_missing_count\": 64, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789941894_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789941894_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":46165,"items_discovered":602,"items_processed":602,"law_review_id":157,"pdfs_downloaded":1,"run_end":"2026-09-20T22:10:42+00:00","run_start":"2026-09-20T22:04:54+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46165/logs/stderr","stdout_log_url":"/api/scraper-runs/46165/logs/stdout"},{"duplicates_skipped":441,"duration_seconds":108.8858595318161,"error_category":"partial_download_errors","error_message":"64 discovered PDFs remain queued (64 waiting for retry)","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":251482,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":1974451,"discovery_coverage":{"discovery_complete":true,"known_units":295,"pages":{"capped":true,"discovery_complete":true,"known_units":291,"mode":"balanced","remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages","selected_units":250,"visited_this_run":250,"visited_units":291},"remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml","sitemaps":{"capped":false,"discovery_complete":true,"known_units":4,"mode":"balanced","remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps","selected_units":4,"visited_this_run":4,"visited_units":4},"visited_units":295,"waiting_for_retry":0,"wordpress_api":null},"download_queue":{"due":0,"pending":64,"retries":64,"scope":"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy","waiting":64},"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-09-13T20:55:29+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T20:53:59+00:00","run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789332839_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789332839_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 251482, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 1974451, \"discovery_coverage\": {\"discovery_complete\": true, \"known_units\": 295, \"pages\": {\"capped\": true, \"discovery_complete\": true, \"known_units\": 291, \"mode\": \"balanced\", \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages\", \"selected_units\": 250, \"visited_this_run\": 250, \"visited_units\": 291}, \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml\", \"sitemaps\": {\"capped\": false, \"discovery_complete\": true, \"known_units\": 4, \"mode\": \"balanced\", \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps\", \"selected_units\": 4, \"visited_this_run\": 4, \"visited_units\": 4}, \"visited_units\": 295, \"waiting_for_retry\": 0, \"wordpress_api\": null}, \"download_queue\": {\"due\": 0, \"pending\": 64, \"retries\": 64, \"scope\": \"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy\", \"waiting\": 64}, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-09-13T20:55:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T20:53:59+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789332839_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789332839_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":45874,"items_discovered":602,"items_processed":538,"law_review_id":157,"pdfs_downloaded":97,"run_end":"2026-09-13T20:55:48+00:00","run_start":"2026-09-13T20:53:59+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45874/logs/stderr","stdout_log_url":"/api/scraper-runs/45874/logs/stdout"},{"duplicates_skipped":458,"duration_seconds":904.3336577331647,"error_category":"partial_discovery","error_message":"BROKEN_NETWORK: Unable to fetch https://nyujlpp.org/symposia/past-symposia/fall-2015-symposium-it-is-so-ordered/ (OSError: curl transport exit 28)","error_traceback":null,"errors":64,"extra":{"automation_cycle_id":250528,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":899814,"discovery_coverage":{"discovery_complete":false,"known_units":295,"pages":{"capped":true,"discovery_complete":false,"known_units":291,"mode":"balanced","remaining_units":45,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages","selected_units":250,"visited_this_run":246,"visited_units":246},"remaining_units":45,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml","sitemaps":{"capped":false,"discovery_complete":true,"known_units":4,"mode":"balanced","remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps","selected_units":4,"visited_this_run":0,"visited_units":4},"visited_units":250,"waiting_for_retry":4,"wordpress_api":null},"discovery_problem":"BROKEN_NETWORK: Unable to fetch https://nyujlpp.org/symposia/past-symposia/fall-2015-symposium-it-is-so-ordered/ (OSError: curl transport exit 28)","download_queue":{"due":0,"pending":64,"retries":64,"scope":"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy","waiting":64},"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-09-13T09:49:58+00:00","heartbeat_source":"orchestrator","law_review_id":157,"missing_accounting_version":2,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T09:34:58+00:00","permanently_missing_count":64,"run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789292098_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789292098_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 250528, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 899814, \"discovery_coverage\": {\"discovery_complete\": false, \"known_units\": 295, \"pages\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 291, \"mode\": \"balanced\", \"remaining_units\": 45, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages\", \"selected_units\": 250, \"visited_this_run\": 246, \"visited_units\": 246}, \"remaining_units\": 45, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml\", \"sitemaps\": {\"capped\": false, \"discovery_complete\": true, \"known_units\": 4, \"mode\": \"balanced\", \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps\", \"selected_units\": 4, \"visited_this_run\": 0, \"visited_units\": 4}, \"visited_units\": 250, \"waiting_for_retry\": 4, \"wordpress_api\": null}, \"discovery_problem\": \"BROKEN_NETWORK: Unable to fetch https://nyujlpp.org/symposia/past-symposia/fall-2015-symposium-it-is-so-ordered/ (OSError: curl transport exit 28)\", \"download_queue\": {\"due\": 0, \"pending\": 64, \"retries\": 64, \"scope\": \"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy\", \"waiting\": 64}, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-09-13T09:49:58+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"missing_accounting_version\": 2, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T09:34:58+00:00\", \"permanently_missing_count\": 64, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789292098_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789292098_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":45553,"items_discovered":522,"items_processed":522,"law_review_id":157,"pdfs_downloaded":0,"run_end":"2026-09-13T09:50:02+00:00","run_start":"2026-09-13T09:34:58+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45553/logs/stderr","stdout_log_url":"/api/scraper-runs/45553/logs/stdout"},{"duplicates_skipped":488,"duration_seconds":69.95824801898561,"error_category":"partial_download_errors","error_message":"64 source links returned HTTP 404/410","error_traceback":null,"errors":64,"extra":{"automation_cycle_id":154655,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":3044058,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-08-14T04:51:53+00:00","heartbeat_source":"orchestrator","law_review_id":157,"missing_accounting_reconciled":true,"missing_accounting_version":2,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T04:50:53+00:00","permanently_missing_count":64,"run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1786683053_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786683053_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 154655, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 3044058, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-08-14T04:51:53+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T04:50:53+00:00\", \"permanently_missing_count\": 64, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786683053_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786683053_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45, \"missing_accounting_version\": 2, \"missing_accounting_reconciled\": true}","id":44712,"items_discovered":552,"items_processed":552,"law_review_id":157,"pdfs_downloaded":0,"run_end":"2026-08-14T04:52:03+00:00","run_start":"2026-08-14T04:50:53+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/44712/logs/stderr","stdout_log_url":"/api/scraper-runs/44712/logs/stdout"},{"duplicates_skipped":356,"duration_seconds":330.5119258770719,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":3055121,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-07-14T19:07:33+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T19:02:03+00:00","permanently_missing_count":64,"run_kind":"scheduled","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1784055723_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784055723_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 3055121, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-07-14T19:07:33+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T19:02:03+00:00\", \"permanently_missing_count\": 64, \"run_kind\": \"scheduled\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784055723_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784055723_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 15}","id":43958,"items_discovered":552,"items_processed":552,"law_review_id":157,"pdfs_downloaded":196,"run_end":"2026-07-14T19:07:33+00:00","run_start":"2026-07-14T19:02:03+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"success","stderr_log_url":"/api/scraper-runs/43958/logs/stderr","stdout_log_url":"/api/scraper-runs/43958/logs/stdout"},{"duplicates_skipped":289,"duration_seconds":999.7975028799847,"error_category":"partial_download_errors","error_message":"HTTP 404 for https://nyujlpp.org/wp-content/uploads/2016/06/Coleman-Dangerous-Tongues-Storytelling-in-Congressional-Testimony-and-an-Evidence-Based-Solution-19nyujlpp291.pdf","error_traceback":null,"errors":5,"extra":{"automation_cycle_id":28099,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":1124961,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-07-02T21:17:03+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-02T21:00:21+00:00","run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783026021_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783026021_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28099, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 1124961, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-07-02T21:17:03+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-02T21:00:21+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783026021_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783026021_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31182,"items_discovered":300,"items_processed":300,"law_review_id":157,"pdfs_downloaded":6,"run_end":"2026-07-02T21:17:13+00:00","run_start":"2026-07-02T21:00:21+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/31182/logs/stderr","stdout_log_url":"/api/scraper-runs/31182/logs/stdout"},{"duplicates_skipped":295,"duration_seconds":44.347608157999275,"error_category":"download_failed_all","error_message":"HTTP 404 for https://nyujlpp.org/wp-content/uploads/2016/06/Coleman-Dangerous-Tongues-Storytelling-in-Congressional-Testimony-and-an-Evidence-Based-Solution-19nyujlpp291.pdf","error_traceback":null,"errors":5,"extra":{"automation_cycle_id":1542,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":116678,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-06-01T18:35:39+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T18:35:09+00:00","run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1780338909_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780338909_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1542, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 116678, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-06-01T18:35:39+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T18:35:09+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780338909_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780338909_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":4571,"items_discovered":300,"items_processed":300,"law_review_id":157,"pdfs_downloaded":0,"run_end":"2026-06-01T18:35:53+00:00","run_start":"2026-06-01T18:35:09+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"failed","stderr_log_url":"/api/scraper-runs/4571/logs/stderr","stdout_log_url":"/api/scraper-runs/4571/logs/stdout"},{"duplicates_skipped":295,"duration_seconds":45.802346926997416,"error_category":"download_failed_all","error_message":"HTTP 404 for https://nyujlpp.org/wp-content/uploads/2016/06/Coleman-Dangerous-Tongues-Storytelling-in-Congressional-Testimony-and-an-Evidence-Based-Solution-19nyujlpp291.pdf","error_traceback":null,"errors":5,"extra":{"automation_cycle_id":630,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":1081540,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-05-01T21:40:10+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T21:39:40+00:00","run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1777671580_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777671580_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 630, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 1081540, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-05-01T21:40:10+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T21:39:40+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777671580_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777671580_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":3897,"items_discovered":300,"items_processed":300,"law_review_id":157,"pdfs_downloaded":0,"run_end":"2026-05-01T21:40:26+00:00","run_start":"2026-05-01T21:39:40+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"failed","stderr_log_url":"/api/scraper-runs/3897/logs/stderr","stdout_log_url":"/api/scraper-runs/3897/logs/stdout"},{"duplicates_skipped":62,"duration_seconds":328.46493455022573,"error_category":"partial_download_errors","error_message":"HTTP 404 for https://nyujlpp.org/wp-content/uploads/2016/06/Coleman-Dangerous-Tongues-Storytelling-in-Congressional-Testimony-and-an-Evidence-Based-Solution-19nyujlpp291.pdf","error_traceback":null,"errors":5,"extra":{"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":3486275,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-03-09T07:51:29+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-09T07:46:29+00:00","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1773042389_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773042389_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 3486275, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-03-09T07:51:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-09T07:46:29+00:00\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773042389_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773042389_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":3079,"items_discovered":300,"items_processed":300,"law_review_id":157,"pdfs_downloaded":233,"run_end":"2026-03-09T07:51:58+00:00","run_start":"2026-03-09T07:46:29+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/3079/logs/stderr","stdout_log_url":"/api/scraper-runs/3079/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":28.073525919986423,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":1054232,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-02-07T05:24:14+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T05:24:14+00:00","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1770441854_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770441854_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":30},"extra_json":"{\"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 1054232, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-02-07T05:24:14+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T05:24:14+00:00\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770441854_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770441854_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 30}","id":1292,"items_discovered":5,"items_processed":5,"law_review_id":157,"pdfs_downloaded":5,"run_end":"2026-02-07T05:24:42+00:00","run_start":"2026-02-07T05:24:14+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"success","stderr_log_url":"/api/scraper-runs/1292/logs/stderr","stdout_log_url":"/api/scraper-runs/1292/logs/stdout"}],"runs_by_scraper_id":[{"duplicates_skipped":537,"duration_seconds":345.53169632470235,"error_category":"partial_download_errors","error_message":"HTTP 404 for https://nyujlpp.org/wp-content/uploads/2012/10/Brittain-Direct-Democracy-by-the-Majority-Can-Jeopardize-the-Civil-Rights-of-Minority-or-Other-Powerless-Groups.pdf","error_traceback":null,"errors":64,"extra":{"automation_cycle_id":265038,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":321822,"discovery_coverage":{"discovery_complete":true,"known_units":295,"pages":{"capped":true,"discovery_complete":true,"known_units":291,"mode":"balanced","remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages","selected_units":250,"visited_this_run":250,"visited_units":291},"remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml","sitemaps":{"capped":false,"discovery_complete":true,"known_units":4,"mode":"balanced","remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps","selected_units":4,"visited_this_run":4,"visited_units":4},"visited_units":295,"waiting_for_retry":0,"wordpress_api":null},"download_queue":{"due":0,"pending":64,"retries":64,"scope":"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy","waiting":64},"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-09-20T22:10:27+00:00","heartbeat_source":"orchestrator","law_review_id":157,"missing_accounting_version":2,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-20T22:04:54+00:00","permanently_missing_count":64,"run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789941894_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789941894_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 265038, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 321822, \"discovery_coverage\": {\"discovery_complete\": true, \"known_units\": 295, \"pages\": {\"capped\": true, \"discovery_complete\": true, \"known_units\": 291, \"mode\": \"balanced\", \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages\", \"selected_units\": 250, \"visited_this_run\": 250, \"visited_units\": 291}, \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml\", \"sitemaps\": {\"capped\": false, \"discovery_complete\": true, \"known_units\": 4, \"mode\": \"balanced\", \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps\", \"selected_units\": 4, \"visited_this_run\": 4, \"visited_units\": 4}, \"visited_units\": 295, \"waiting_for_retry\": 0, \"wordpress_api\": null}, \"download_queue\": {\"due\": 0, \"pending\": 64, \"retries\": 64, \"scope\": \"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy\", \"waiting\": 64}, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-09-20T22:10:27+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"missing_accounting_version\": 2, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-20T22:04:54+00:00\", \"permanently_missing_count\": 64, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789941894_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789941894_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":46165,"items_discovered":602,"items_processed":602,"law_review_id":157,"pdfs_downloaded":1,"run_end":"2026-09-20T22:10:42+00:00","run_start":"2026-09-20T22:04:54+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/46165/logs/stderr","stdout_log_url":"/api/scraper-runs/46165/logs/stdout"},{"duplicates_skipped":441,"duration_seconds":108.8858595318161,"error_category":"partial_download_errors","error_message":"64 discovered PDFs remain queued (64 waiting for retry)","error_traceback":null,"errors":0,"extra":{"automation_cycle_id":251482,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":1974451,"discovery_coverage":{"discovery_complete":true,"known_units":295,"pages":{"capped":true,"discovery_complete":true,"known_units":291,"mode":"balanced","remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages","selected_units":250,"visited_this_run":250,"visited_units":291},"remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml","sitemaps":{"capped":false,"discovery_complete":true,"known_units":4,"mode":"balanced","remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps","selected_units":4,"visited_this_run":4,"visited_units":4},"visited_units":295,"waiting_for_retry":0,"wordpress_api":null},"download_queue":{"due":0,"pending":64,"retries":64,"scope":"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy","waiting":64},"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-09-13T20:55:29+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T20:53:59+00:00","run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789332839_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789332839_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 251482, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 1974451, \"discovery_coverage\": {\"discovery_complete\": true, \"known_units\": 295, \"pages\": {\"capped\": true, \"discovery_complete\": true, \"known_units\": 291, \"mode\": \"balanced\", \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages\", \"selected_units\": 250, \"visited_this_run\": 250, \"visited_units\": 291}, \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml\", \"sitemaps\": {\"capped\": false, \"discovery_complete\": true, \"known_units\": 4, \"mode\": \"balanced\", \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps\", \"selected_units\": 4, \"visited_this_run\": 4, \"visited_units\": 4}, \"visited_units\": 295, \"waiting_for_retry\": 0, \"wordpress_api\": null}, \"download_queue\": {\"due\": 0, \"pending\": 64, \"retries\": 64, \"scope\": \"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy\", \"waiting\": 64}, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-09-13T20:55:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T20:53:59+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789332839_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789332839_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":45874,"items_discovered":602,"items_processed":538,"law_review_id":157,"pdfs_downloaded":97,"run_end":"2026-09-13T20:55:48+00:00","run_start":"2026-09-13T20:53:59+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45874/logs/stderr","stdout_log_url":"/api/scraper-runs/45874/logs/stdout"},{"duplicates_skipped":458,"duration_seconds":904.3336577331647,"error_category":"partial_discovery","error_message":"BROKEN_NETWORK: Unable to fetch https://nyujlpp.org/symposia/past-symposia/fall-2015-symposium-it-is-so-ordered/ (OSError: curl transport exit 28)","error_traceback":null,"errors":64,"extra":{"automation_cycle_id":250528,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":899814,"discovery_coverage":{"discovery_complete":false,"known_units":295,"pages":{"capped":true,"discovery_complete":false,"known_units":291,"mode":"balanced","remaining_units":45,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages","selected_units":250,"visited_this_run":246,"visited_units":246},"remaining_units":45,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml","sitemaps":{"capped":false,"discovery_complete":true,"known_units":4,"mode":"balanced","remaining_units":0,"scope":"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps","selected_units":4,"visited_this_run":0,"visited_units":4},"visited_units":250,"waiting_for_retry":4,"wordpress_api":null},"discovery_problem":"BROKEN_NETWORK: Unable to fetch https://nyujlpp.org/symposia/past-symposia/fall-2015-symposium-it-is-so-ordered/ (OSError: curl transport exit 28)","download_queue":{"due":0,"pending":64,"retries":64,"scope":"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy","waiting":64},"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-09-13T09:49:58+00:00","heartbeat_source":"orchestrator","law_review_id":157,"missing_accounting_version":2,"orchestrator":"lrscraper","orchestrator_started_at":"2026-09-13T09:34:58+00:00","permanently_missing_count":64,"run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1789292098_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1789292098_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 250528, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 899814, \"discovery_coverage\": {\"discovery_complete\": false, \"known_units\": 295, \"pages\": {\"capped\": true, \"discovery_complete\": false, \"known_units\": 291, \"mode\": \"balanced\", \"remaining_units\": 45, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#pages\", \"selected_units\": 250, \"visited_this_run\": 246, \"visited_units\": 246}, \"remaining_units\": 45, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml\", \"sitemaps\": {\"capped\": false, \"discovery_complete\": true, \"known_units\": 4, \"mode\": \"balanced\", \"remaining_units\": 0, \"scope\": \"NyuLegislationPublicPolicyScraper:https://nyujlpp.org/wp-sitemap.xml#maps\", \"selected_units\": 4, \"visited_this_run\": 0, \"visited_units\": 4}, \"visited_units\": 250, \"waiting_for_retry\": 4, \"wordpress_api\": null}, \"discovery_problem\": \"BROKEN_NETWORK: Unable to fetch https://nyujlpp.org/symposia/past-symposia/fall-2015-symposium-it-is-so-ordered/ (OSError: curl transport exit 28)\", \"download_queue\": {\"due\": 0, \"pending\": 64, \"retries\": 64, \"scope\": \"NyuLegislationPublicPolicyScraper:New York University Journal of Legislation and Public Policy\", \"waiting\": 64}, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-09-13T09:49:58+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"missing_accounting_version\": 2, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-09-13T09:34:58+00:00\", \"permanently_missing_count\": 64, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1789292098_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1789292098_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":45553,"items_discovered":522,"items_processed":522,"law_review_id":157,"pdfs_downloaded":0,"run_end":"2026-09-13T09:50:02+00:00","run_start":"2026-09-13T09:34:58+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/45553/logs/stderr","stdout_log_url":"/api/scraper-runs/45553/logs/stdout"},{"duplicates_skipped":488,"duration_seconds":69.95824801898561,"error_category":"partial_download_errors","error_message":"64 source links returned HTTP 404/410","error_traceback":null,"errors":64,"extra":{"automation_cycle_id":154655,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":3044058,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-08-14T04:51:53+00:00","heartbeat_source":"orchestrator","law_review_id":157,"missing_accounting_reconciled":true,"missing_accounting_version":2,"orchestrator":"lrscraper","orchestrator_started_at":"2026-08-14T04:50:53+00:00","permanently_missing_count":64,"run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1786683053_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1786683053_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 154655, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 3044058, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-08-14T04:51:53+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-08-14T04:50:53+00:00\", \"permanently_missing_count\": 64, \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1786683053_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1786683053_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45, \"missing_accounting_version\": 2, \"missing_accounting_reconciled\": true}","id":44712,"items_discovered":552,"items_processed":552,"law_review_id":157,"pdfs_downloaded":0,"run_end":"2026-08-14T04:52:03+00:00","run_start":"2026-08-14T04:50:53+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/44712/logs/stderr","stdout_log_url":"/api/scraper-runs/44712/logs/stdout"},{"duplicates_skipped":356,"duration_seconds":330.5119258770719,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"automation_cycle_id":43988,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":3055121,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-07-14T19:07:33+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-14T19:02:03+00:00","permanently_missing_count":64,"run_kind":"scheduled","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1784055723_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1784055723_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":15},"extra_json":"{\"automation_cycle_id\": 43988, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 3055121, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-07-14T19:07:33+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-14T19:02:03+00:00\", \"permanently_missing_count\": 64, \"run_kind\": \"scheduled\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1784055723_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1784055723_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 15}","id":43958,"items_discovered":552,"items_processed":552,"law_review_id":157,"pdfs_downloaded":196,"run_end":"2026-07-14T19:07:33+00:00","run_start":"2026-07-14T19:02:03+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"success","stderr_log_url":"/api/scraper-runs/43958/logs/stderr","stdout_log_url":"/api/scraper-runs/43958/logs/stdout"},{"duplicates_skipped":289,"duration_seconds":999.7975028799847,"error_category":"partial_download_errors","error_message":"HTTP 404 for https://nyujlpp.org/wp-content/uploads/2016/06/Coleman-Dangerous-Tongues-Storytelling-in-Congressional-Testimony-and-an-Evidence-Based-Solution-19nyujlpp291.pdf","error_traceback":null,"errors":5,"extra":{"automation_cycle_id":28099,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":1124961,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-07-02T21:17:03+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-07-02T21:00:21+00:00","run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1783026021_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1783026021_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 28099, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 1124961, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-07-02T21:17:03+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-07-02T21:00:21+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1783026021_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1783026021_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":31182,"items_discovered":300,"items_processed":300,"law_review_id":157,"pdfs_downloaded":6,"run_end":"2026-07-02T21:17:13+00:00","run_start":"2026-07-02T21:00:21+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/31182/logs/stderr","stdout_log_url":"/api/scraper-runs/31182/logs/stdout"},{"duplicates_skipped":295,"duration_seconds":44.347608157999275,"error_category":"download_failed_all","error_message":"HTTP 404 for https://nyujlpp.org/wp-content/uploads/2016/06/Coleman-Dangerous-Tongues-Storytelling-in-Congressional-Testimony-and-an-Evidence-Based-Solution-19nyujlpp291.pdf","error_traceback":null,"errors":5,"extra":{"automation_cycle_id":1542,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":116678,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-06-01T18:35:39+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-06-01T18:35:09+00:00","run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1780338909_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1780338909_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 1542, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 116678, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-06-01T18:35:39+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-06-01T18:35:09+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1780338909_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1780338909_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":4571,"items_discovered":300,"items_processed":300,"law_review_id":157,"pdfs_downloaded":0,"run_end":"2026-06-01T18:35:53+00:00","run_start":"2026-06-01T18:35:09+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"failed","stderr_log_url":"/api/scraper-runs/4571/logs/stderr","stdout_log_url":"/api/scraper-runs/4571/logs/stdout"},{"duplicates_skipped":295,"duration_seconds":45.802346926997416,"error_category":"download_failed_all","error_message":"HTTP 404 for https://nyujlpp.org/wp-content/uploads/2016/06/Coleman-Dangerous-Tongues-Storytelling-in-Congressional-Testimony-and-an-Evidence-Based-Solution-19nyujlpp291.pdf","error_traceback":null,"errors":5,"extra":{"automation_cycle_id":630,"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":1081540,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-05-01T21:40:10+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-05-01T21:39:40+00:00","run_kind":"scheduled_active","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1777671580_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1777671580_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"automation_cycle_id\": 630, \"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 1081540, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-05-01T21:40:10+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-05-01T21:39:40+00:00\", \"run_kind\": \"scheduled_active\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1777671580_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1777671580_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":3897,"items_discovered":300,"items_processed":300,"law_review_id":157,"pdfs_downloaded":0,"run_end":"2026-05-01T21:40:26+00:00","run_start":"2026-05-01T21:39:40+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"failed","stderr_log_url":"/api/scraper-runs/3897/logs/stderr","stdout_log_url":"/api/scraper-runs/3897/logs/stdout"},{"duplicates_skipped":62,"duration_seconds":328.46493455022573,"error_category":"partial_download_errors","error_message":"HTTP 404 for https://nyujlpp.org/wp-content/uploads/2016/06/Coleman-Dangerous-Tongues-Storytelling-in-Congressional-Testimony-and-an-Evidence-Based-Solution-19nyujlpp291.pdf","error_traceback":null,"errors":5,"extra":{"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":3486275,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-03-09T07:51:29+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-03-09T07:46:29+00:00","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1773042389_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1773042389_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":45},"extra_json":"{\"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 3486275, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-03-09T07:51:29+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-03-09T07:46:29+00:00\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1773042389_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1773042389_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 45}","id":3079,"items_discovered":300,"items_processed":300,"law_review_id":157,"pdfs_downloaded":233,"run_end":"2026-03-09T07:51:58+00:00","run_start":"2026-03-09T07:46:29+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"partial","stderr_log_url":"/api/scraper-runs/3079/logs/stderr","stdout_log_url":"/api/scraper-runs/3079/logs/stdout"},{"duplicates_skipped":0,"duration_seconds":28.073525919986423,"error_category":null,"error_message":null,"error_traceback":null,"errors":0,"extra":{"canonical_name":"New York University Journal of Legislation and Public Policy","child_pid":1054232,"file_path":"scrapers/nyu_legislation_public_policy_scraper.py","heartbeat_at":"2026-02-07T05:24:14+00:00","heartbeat_source":"orchestrator","law_review_id":157,"orchestrator":"lrscraper","orchestrator_started_at":"2026-02-07T05:24:14+00:00","scraper_id":"nyu_legislation_public_policy_scraper","script_path":"scrapers/nyu_legislation_public_policy_scraper.py","stderr_path":"logs/orchestrator_runs/1770441854_nyu_legislation_public_policy_scraper.err.log","stdout_path":"logs/orchestrator_runs/1770441854_nyu_legislation_public_policy_scraper.out.log","timeout_minutes":30},"extra_json":"{\"canonical_name\": \"New York University Journal of Legislation and Public Policy\", \"child_pid\": 1054232, \"file_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"heartbeat_at\": \"2026-02-07T05:24:14+00:00\", \"heartbeat_source\": \"orchestrator\", \"law_review_id\": 157, \"orchestrator\": \"lrscraper\", \"orchestrator_started_at\": \"2026-02-07T05:24:14+00:00\", \"scraper_id\": \"nyu_legislation_public_policy_scraper\", \"script_path\": \"scrapers/nyu_legislation_public_policy_scraper.py\", \"stderr_path\": \"logs/orchestrator_runs/1770441854_nyu_legislation_public_policy_scraper.err.log\", \"stdout_path\": \"logs/orchestrator_runs/1770441854_nyu_legislation_public_policy_scraper.out.log\", \"timeout_minutes\": 30}","id":1292,"items_discovered":5,"items_processed":5,"law_review_id":157,"pdfs_downloaded":5,"run_end":"2026-02-07T05:24:42+00:00","run_start":"2026-02-07T05:24:14+00:00","scraper_name":"nyu_legislation_public_policy_scraper","status":"success","stderr_log_url":"/api/scraper-runs/1292/logs/stderr","stdout_log_url":"/api/scraper-runs/1292/logs/stdout"}],"scraper":{"base_class":"script","canonical_name":"New York University Journal of Legislation and Public Policy","class_name":null,"discovered_at":"2026-03-30 20:11:12","file_path":"scrapers/nyu_legislation_public_policy_scraper.py","has_cli_entrypoint":1,"institution_code":null,"is_abstract":0,"module_path":"scrapers.nyu_legislation_public_policy_scraper","platform":"wordpress","scraper_id":"nyu_legislation_public_policy_scraper","updated_at":"2026-09-24 05:32:49"},"uploads":{"last_pending":null,"last_uploaded":"2026-09-20 22:34:15","latest_registry_sync":"uabox:Law_Review_Project/new_york_university_journal_of_legislation_and_public_policy_20260920_223401.zip","pending":0}}
