diff --git a/neopig.py b/neopig.py index ca6f13e..78aa86c 100644 --- a/neopig.py +++ b/neopig.py @@ -874,9 +874,9 @@ class NeoPig: logger.info(f"Backfilling {len(pages)} missing screenshots for {domain}") - # Concurrent workers: 3x CPU in fast mode, 1 otherwise (for crawl delay) + # Concurrent workers: 3x CPU in fast mode, 1x CPU otherwise (crawl delay handled per-capture) import multiprocessing - max_workers = multiprocessing.cpu_count() * 3 if fast_mode else 1 + max_workers = multiprocessing.cpu_count() * 3 if fast_mode else multiprocessing.cpu_count() semaphore = asyncio.Semaphore(max_workers) if fast_mode and max_workers > 1: logger.info(f"Fast mode: {max_workers} concurrent workers")