XF/monolith
2
0
Fork 0
Code Issues 2 Pull Requests Projects Releases Wiki Activity

Alter schemas and 4chan performance settings

Browse Source
This commit is contained in:
Mark Veidemanis
2022-09-05 07:20:30 +01:00
parent ddcfa614ad
commit 1858e06c4b
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
sources/ch4.py
View File

@@ -19,7 +19,7 @@ from schemas.ch4_s import ATTRMAP
# CONFIGURATION #
# Number of 4chan threads to request at once
THREADS_CONCURRENT = 1000
THREADS_CONCURRENT = 100
# Seconds to wait between every THREADS_CONCURRENT requests
THREADS_DELAY = 0.1
@@ -31,7 +31,7 @@ CRAWL_DELAY = 5
THREADS_SEMAPHORE = 100
# Maximum number of CPU threads to use for post processing
CPU_THREADS = 2
CPU_THREADS = 1
# CONFIGURATION END #