From 004724425fd7611c4a4442461c7aa6a0c56a060d Mon Sep 17 00:00:00 2001 From: SoClose <33631880+SoClosee@users.noreply.github.com> Date: Wed, 4 Mar 2026 17:58:33 +0100 Subject: [PATCH] fix: remove unnecessary sleep calls in scrape_all method --- scrapers/prop_firms.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/scrapers/prop_firms.py b/scrapers/prop_firms.py index 014d5ff..0d7a2db 100644 --- a/scrapers/prop_firms.py +++ b/scrapers/prop_firms.py @@ -219,7 +219,6 @@ def scrape_firm(self, slug, cfg): save_change(slug, pt, "content_update", None, nh, f"Initial scan: {cfg['name']} {pt}") if pt in ("pricing", "homepage"): self._promos(soup, text, slug, url) - time.sleep(1) def scrape_all(self): log_info(f"Scraping {len(PROP_FIRMS)} firms...", tag="SCRAPE") @@ -230,6 +229,5 @@ def scrape_all(self): except Exception as e: log_error(f"{s}: {e}", tag="SCRAPE") self.results["errors"] += 1 - time.sleep(2) log_info(f"Scrape complete: {self.results['scraped']}p {self.results['changes']}c {self.results['promos']}pr {self.results['errors']}e", tag="SCRAPE") return self.results