Indexing bug (#888)

Author: kaushal1999

backend/python/app/services/messaging/kafka/handlers/record.py

@@ -24,6 +24,7 @@
 # from app.connectors.sources.google.common.arango_service import ArangoService
 from app.services.scheduler.interface.scheduler import Scheduler
 from app.services.scheduler.scheduler_factory import SchedulerFactory
+from app.utils.mimetype_to_extension import get_extension_from_mimetype
 from app.utils.redis_util import build_redis_url
 
 
@@ -162,6 +163,11 @@ async def process_event(self, event_type: str, payload: dict) -> bool:
                     if record_name and "." in record_name:
                         extension = payload["recordName"].split(".")[-1]
 
+            if (extension is None or extension == "unknown") and mime_type is not None and mime_type != "unknown":
+                derived_extension = get_extension_from_mimetype(mime_type)
+                if derived_extension:
+                    extension = derived_extension
+
             self.logger.info("🚀 Checking for mime_type")
             self.logger.info("🚀 mime_type: %s", mime_type)
             self.logger.info("🚀 extension: %s", extension)

backend/python/app/utils/mimetype_to_extension.py

@@ -44,6 +44,7 @@
     "application/csv": "csv",
     "text/markdown": "md",
     "text/mdx": "mdx",
+    "text/gmail_content": "html",
 }