diff --git a/rpcs3/Emu/Cell/SPURecompiler.cpp b/rpcs3/Emu/Cell/SPURecompiler.cpp
index 4e2c90a637..4fa6cf4759 100644
--- a/rpcs3/Emu/Cell/SPURecompiler.cpp
+++ b/rpcs3/Emu/Cell/SPURecompiler.cpp
@@ -781,7 +781,7 @@ void spu_cache::initialize(bool build_existing_cache)
 			progr.emplace("Building SPU cache...");
 		}
 
-		worker_count = rpcs3::utils::get_max_threads();
+		worker_count = std::min<u32>(rpcs3::utils::get_max_threads(), add_count);
 	}
 
 	named_thread_group workers("SPU Worker ", worker_count, [&]() -> uint