Remove some debugging code

This commit is contained in:
2022-09-05 07:20:30 +01:00
parent a1b193c6da
commit ddcfa614ad
2 changed files with 0 additions and 16 deletions

View File

@@ -96,13 +96,10 @@ class Chan4(object):
to_get.append((mapped, no))
self.log.info(f"Got thread list for {mapped}: {len(response)}")
print("THREAD LIST FULL LEN", len(to_get))
if not to_get:
return
split_threads = array_split(to_get, ceil(len(to_get) / THREADS_CONCURRENT))
print("SPLIT THREADS INTO", len(split_threads))
for threads in split_threads:
print("SUBMITTED THREADS FOR", len(threads))
await self.get_threads_content(threads)
await asyncio.sleep(THREADS_DELAY)
# await self.get_threads_content(to_get)
@@ -138,12 +135,9 @@ class Chan4(object):
# Split into 10,000 chunks
if not all_posts:
print("NOTALL POSTS", all_posts)
return
threads_per_core = int(len(all_posts) / CPU_THREADS)
print("THREADS PER CORE", threads_per_core)
for i in range(CPU_THREADS):
print("SUBMITTING CORE", i)
new_dict = {}
pulled_posts = self.take_items(all_posts, threads_per_core)
for k, v in pulled_posts:
@@ -151,7 +145,6 @@ class Chan4(object):
new_dict[k].append(v)
else:
new_dict[k] = [v]
print("SUBMITTING", len(new_dict), "THREADS")
await self.handle_posts_thread(new_dict)
# print("VAL", ceil(len(all_posts) / threads_per_core))
# split_posts = array_split(all_posts, ceil(len(all_posts) / threads_per_core))
@@ -166,7 +159,6 @@ class Chan4(object):
@asyncio.coroutine
def handle_posts_thread(self, posts):
loop = asyncio.get_event_loop()
print("HANDLE POSTS THREAD", len(posts.keys()))
yield from loop.run_in_executor(p, self.handle_posts, posts)
def handle_posts(self, posts):
@@ -226,7 +218,6 @@ class Chan4(object):
try:
return (mapped, await response.json())
except: # noqa
print("FETCH ERROR")
return (mapped, None)
async def bound_fetch(self, sem, url, session, mapped):
@@ -235,7 +226,6 @@ class Chan4(object):
try:
return await self.fetch(url, session, mapped)
except: # noqa
print("BOUND ERROR")
return (mapped, None)
async def api_call(self, methods={}):