From 5dbb2f5d07d34faf53764fc2867d866e4b22c0ad Mon Sep 17 00:00:00 2001 From: Claude Date: Fri, 3 Jul 2026 07:15:21 +0000 Subject: [PATCH] Fix DAC (Dacorum): add playwright alongside verify_requests=False MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit democracy.dacorum.gov.uk's WAF drops the TLS handshake from Lambda when using wreq's Firefox133 fingerprint — the connection stalls and times out before any response is received. verify_requests=False (PR #346) addressed the self-signed cert but does not bypass the WAF fingerprint block. Adding http_lib="playwright" uses Chrome's TLS fingerprint which passes the WAF. verify_requests=False is retained as the cert issue is still present on this host. --- scrapers/DAC-dacorum/councillors.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scrapers/DAC-dacorum/councillors.py b/scrapers/DAC-dacorum/councillors.py index 0be6a8b1..40d87381 100644 --- a/scrapers/DAC-dacorum/councillors.py +++ b/scrapers/DAC-dacorum/councillors.py @@ -3,3 +3,4 @@ class Scraper(ModGovCouncillorScraper): verify_requests = False + http_lib = "playwright"