Fix the exception log issue (#23)

* Fix the exception log issue

* Fix the missing fields issue

Author: aldbr

cmreslogging/handlers.py

@@ -21,6 +21,8 @@
 except ImportError:
     AWS4AUTH_SUPPORTED = False
 
+from serializers import CMRESSerializer
+
 
 class CMRESHandler(logging.Handler):
     """ Elasticsearch log handler
@@ -196,8 +198,8 @@ def __init__(self,
         self._client = None
         self._buffer = []
         self._timer = None
-
         self._index_name_func = CMRESHandler._INDEX_FREQUENCY_FUNCION_DICT[self.index_name_frequency]
+        self.serializer = CMRESSerializer()
 
     def __schedule_flush(self):
         if self._timer is None:
@@ -211,7 +213,8 @@ def __get_es_client(self):
                 self._client = Elasticsearch(hosts=self.hosts,
                                              use_ssl=self.use_ssl,
                                              verify_certs=self.verify_certs,
-                                             connection_class=RequestsHttpConnection)
+                                             connection_class=RequestsHttpConnection,
+                                             serializer=self.serializer)
             return self._client
 
         if self.auth_type == CMRESHandler.AuthType.BASIC_AUTH:
@@ -220,7 +223,8 @@ def __get_es_client(self):
                                      http_auth=self.auth_details,
                                      use_ssl=self.use_ssl,
                                      verify_certs=self.verify_certs,
-                                     connection_class=RequestsHttpConnection)
+                                     connection_class=RequestsHttpConnection,
+                                     serializer=self.serializer)
             return self._client
 
         if self.auth_type == CMRESHandler.AuthType.KERBEROS_AUTH:
@@ -231,7 +235,8 @@ def __get_es_client(self):
                                  use_ssl=self.use_ssl,
                                  verify_certs=self.verify_certs,
                                  connection_class=RequestsHttpConnection,
-                                 http_auth=HTTPKerberosAuth(mutual_authentication=DISABLED))
+                                 http_auth=HTTPKerberosAuth(mutual_authentication=DISABLED),
+                                 serializer=self.serializer)
 
         if self.auth_type == CMRESHandler.AuthType.AWS_SIGNED_AUTH:
             if not AWS4AUTH_SUPPORTED:
@@ -243,7 +248,8 @@ def __get_es_client(self):
                     http_auth=awsauth,
                     use_ssl=self.use_ssl,
                     verify_certs=True,
-                    connection_class=RequestsHttpConnection
+                    connection_class=RequestsHttpConnection,
+                    serializer=self.serializer
                 )
             return self._client
 
@@ -309,11 +315,13 @@ def close(self):
     def emit(self, record):
         """ Emit overrides the abstract logging.Handler logRecord emit method
 
-        records the log
+        Format and records the log
 
         :param record: A class of type ```logging.LogRecord```
         :return: None
         """
+        self.format(record)
+
         rec = self.es_additional_fields.copy()
         for key, value in record.__dict__.items():
             if key not in CMRESHandler.__LOGGING_FILTER_FIELDS:

cmreslogging/serializers.py

@@ -0,0 +1,26 @@
+""" JSON serializer for Elasticsearch use
+"""
+from datetime import date, datetime
+from decimal import Decimal
+
+from elasticsearch.serializer import JSONSerializer
+
+class CMRESSerializer(JSONSerializer):
+    """ JSON serializer inherited from the elastic search JSON serializer 
+
+    Allows to serialize logs for a elasticsearch use.
+    Manage the record.exc_info containing an exception type.
+    """
+    def default(self, data):
+        """ Default overrides the elasticsearch default method
+
+        Allows to transform unknown types into strings 
+        
+        :params data: The data to serialize before sending it to elastic search 
+        """
+        if isinstance(data, (date, datetime)):
+            return data.isoformat()
+        elif isinstance(data, Decimal):
+            return float(data)
+        else:
+            return str(data)