Normalise fields in processing and remove invalid characters

db.py

@@ -61,10 +61,7 @@ async def store_kafka_batch(data):
             # schema = mc_s.schema_int
 
         KAFKA_TOPIC = index
-        # normalise fields
-        for key, value in list(msg.items()):
-            if value is None:
-                del msg[key]
+
             # if key in schema:
             #     if isinstance(value, int):
             #         if schema[key].startswith("string") or schema[key].startswith(