Make CPU threads configurable

2 years ago · 31c58dd85b
parent 40a0c2d22e
commit 31c58dd85b
1 changed files with 1 additions and 1 deletions
--- a/processing/process.py
+++ b/processing/process.py
@ -74,7 +74,7 @@ nlp = spacy.load("en_core_web_sm", disable=["parser", "ner"])
 log = util.get_logger("process")

 # Maximum number of CPU threads to use for post processing
-CPU_THREADS = os.cpu_count()
+CPU_THREADS = int(os.getenv("MONOLITH_PROCESS_THREADS", os.cpu_count()))

 p = ProcessPoolExecutor(CPU_THREADS)