docker-compose.yml

@@ -53,7 +53,6 @@ services:
       - ./docker/data:/var/lib/manticore
       - ./docker/manticore.conf:/etc/manticoresearch/manticore.conf
 
-
   tmp:
     image: busybox
     command: chmod -R 777 /var/run/redis
@@ -63,6 +62,11 @@ services:
   redis:
     image: redis
     command: redis-server /etc/redis.conf
+    ulimits:
+      nproc: 65535
+      nofile:
+         soft: 65535
+         hard: 65535
     volumes:
       - ${PORTAINER_GIT_DIR}/docker/redis.conf:/etc/redis.conf
     volumes_from:

sources/ingest.py

@@ -1,13 +1,16 @@
+import asyncio
+
+import ujson
+
 import db
 import util
-import ujson
-import asyncio
 
 SOURCES = ["irc"]
 KEYPREFIX = "queue."
 CHUNK_SIZE = 1000
 ITER_DELAY = 0.5
 
+
 class Ingest(object):
     def __init__(self):
         name = self.__class__.__name__