Add structlog support for gunicorn

Author: RadoRado

config/django/base.py

@@ -83,8 +83,6 @@
 
 ROOT_URLCONF = "config.urls"
 
-print(os.path.join(APPS_DIR, "templates"))
-
 TEMPLATES = [
     {
         "BACKEND": "django.template.backends.django.DjangoTemplates",

gunicorn.conf.py

@@ -1,8 +1,91 @@
-# If you are not having memory issues, just delete this.
-# This is primarily to prevent memory leaks
-# Based on https://devcenter.heroku.com/articles/python-gunicorn
-# Based on https://adamj.eu/tech/2019/09/19/working-around-memory-leaks-in-your-django-app/
-# https://docs.gunicorn.org/en/latest/settings.html#max-requests
-# https://docs.gunicorn.org/en/latest/settings.html#max-requests-jitter
-max_requests = 1200
-max_requests_jitter = 100
+# https://mattsegal.dev/django-gunicorn-nginx-logging.html
+# https://albersdevelopment.net/2019/08/15/using-structlog-with-gunicorn/
+
+import logging
+import logging.config
+import re
+
+import structlog
+
+
+def combined_logformat(logger, name, event_dict):
+    if event_dict.get("logger") == "gunicorn.access":
+        message = event_dict["event"]
+
+        parts = [
+            r"(?P<host>\S+)",  # host %h
+            r"\S+",  # indent %l (unused)
+            r"(?P<user>\S+)",  # user %u
+            r"\[(?P<time>.+)\]",  # time %t
+            r'"(?P<request>.+)"',  # request "%r"
+            r"(?P<status>[0-9]+)",  # status %>s
+            r"(?P<size>\S+)",  # size %b (careful, can be '-')
+            r'"(?P<referer>.*)"',  # referer "%{Referer}i"
+            r'"(?P<agent>.*)"',  # user agent "%{User-agent}i"
+        ]
+        pattern = re.compile(r"\s+".join(parts) + r"\s*\Z")
+        m = pattern.match(message)
+        res = m.groupdict()
+
+        if res["user"] == "-":
+            res["user"] = None
+
+        res["status"] = int(res["status"])
+
+        if res["size"] == "-":
+            res["size"] = 0
+        else:
+            res["size"] = int(res["size"])
+
+        if res["referer"] == "-":
+            res["referer"] = None
+
+        event_dict.update(res)
+
+    return event_dict
+
+
+timestamper = structlog.processors.TimeStamper(fmt="iso", utc=True)
+pre_chain = [
+    # Add the log level and a timestamp to the event_dict if the log entry
+    # is not from structlog.
+    structlog.stdlib.add_log_level,
+    structlog.stdlib.add_logger_name,
+    timestamper,
+    combined_logformat,
+]
+
+CONFIG_DEFAULTS = {
+    "version": 1,
+    "disable_existing_loggers": False,
+    "root": {"level": "INFO", "handlers": ["default"]},
+    "loggers": {
+        "gunicorn.error": {"level": "INFO", "handlers": ["default"], "propagate": False, "qualname": "gunicorn.error"},
+        "gunicorn.access": {
+            "level": "INFO",
+            "handlers": ["default"],
+            "propagate": False,
+            "qualname": "gunicorn.access",
+        },
+        "django_structlog": {
+            "level": "INFO",
+            "handlers": [],
+            "propagate": False,
+        },
+    },
+    "handlers": {
+        "default": {
+            "class": "logging.StreamHandler",
+            "formatter": "json_formatter",
+        },
+    },
+    "formatters": {
+        "json_formatter": {
+            "()": structlog.stdlib.ProcessorFormatter,
+            "processor": structlog.processors.JSONRenderer(),
+            "foreign_pre_chain": pre_chain,
+        }
+    },
+}
+
+logging.config.dictConfig(CONFIG_DEFAULTS)