Pathogen/monolith
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Print the length of the flattened list in debug message

Browse Source
This commit is contained in:
Mark Veidemanis 2022-10-21 07:20:30 +01:00
parent eaf9a3c937
commit dc1ed1fe10
Signed by: m
GPG Key ID: 5ACFCEED46C0904F
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
processing/process.py
View File

@ -123,15 +123,15 @@ async def spawn_processing_threads(data):
tasks.append(task)
results = [await task for task in tasks]
log.debug(
(
f"Results from processing of {len_data} messages in "
f"{len(split_data)} threads: {len(results)}"
)
)
# Join the results back from the split list
flat_list = [item for sublist in results for item in sublist]
log.debug(
(
f"Results from processing of {len_data} messages in "
f"{len(split_data)} threads: {len(flat_list)}"
)
)
await db.store_kafka_batch(flat_list)
# log.debug(f"Finished processing {len_data} messages")