From ad05d1a308b316fc834717be8632ddeb3fff8db2 Mon Sep 17 00:00:00 2001 From: Russell Ballestrini Date: Tue, 30 Dec 2025 15:31:17 -0500 Subject: [PATCH] Screenshot backfill: 1x CPU workers in normal mode (not just 1) --- neopig.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/neopig.py b/neopig.py index ca6f13e..78aa86c 100644 --- a/neopig.py +++ b/neopig.py @@ -874,9 +874,9 @@ class NeoPig: logger.info(f"Backfilling {len(pages)} missing screenshots for {domain}") - # Concurrent workers: 3x CPU in fast mode, 1 otherwise (for crawl delay) + # Concurrent workers: 3x CPU in fast mode, 1x CPU otherwise (crawl delay handled per-capture) import multiprocessing - max_workers = multiprocessing.cpu_count() * 3 if fast_mode else 1 + max_workers = multiprocessing.cpu_count() * 3 if fast_mode else multiprocessing.cpu_count() semaphore = asyncio.Semaphore(max_workers) if fast_mode and max_workers > 1: logger.info(f"Fast mode: {max_workers} concurrent workers")