feat: migrate to mitol-django-observability plugin (#439)

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
Co-authored-by: feoh <330070+feoh@users.noreply.github.com>
Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com>
Co-authored-by: Christopher Patti <feoh@feoh.org>
Co-authored-by: Copilot <198982749+Copilot@users.noreply.github.com>

Author: 4 people

main/apps.py

@@ -13,8 +13,3 @@ def ready(self):
         from main import features
 
         features.configure()
-
-        # Initialize OpenTelemetry
-        from main.telemetry import configure_opentelemetry
-
-        configure_opentelemetry()

main/settings.py

@@ -107,6 +107,7 @@
     "hijack.contrib.admin",
     "guardian",
     "channels",
+    "mitol.observability.apps.ObservabilityConfig",
     # Put our apps after this point
     "main",
     "openapi",
@@ -336,67 +337,12 @@
 EMBEDLY_EMBED_URL = get_string("EMBEDLY_EMBED_URL", "https://api.embed.ly/1/oembed")
 EMBEDLY_EXTRACT_URL = get_string("EMBEDLY_EMBED_URL", "https://api.embed.ly/1/extract")
 
-# Logging configuration
-LOG_LEVEL = get_string("MITOL_LOG_LEVEL", "INFO")
-DJANGO_LOG_LEVEL = get_string("DJANGO_LOG_LEVEL", "INFO")
-OS_LOG_LEVEL = get_string("OS_LOG_LEVEL", "INFO")
-
-# For logging to a remote syslog host
-LOG_HOST = get_string("MITOL_LOG_HOST", "localhost")
-LOG_HOST_PORT = get_int("MITOL_LOG_HOST_PORT", 514)
-
 HOSTNAME = platform.node().split(".")[0]
 
-LOGGING = {
-    "version": 1,
-    "disable_existing_loggers": False,
-    "filters": {"require_debug_false": {"()": "django.utils.log.RequireDebugFalse"}},
-    "formatters": {
-        "verbose": {
-            "format": (
-                "[%(asctime)s] %(levelname)s %(process)d [%(name)s] "
-                "%(filename)s:%(lineno)d - "
-                f"[{HOSTNAME}] - %(message)s"
-            ),
-            "datefmt": "%Y-%m-%d %H:%M:%S",
-        }
-    },
-    "handlers": {
-        "console": {
-            "level": LOG_LEVEL,
-            "class": "logging.StreamHandler",
-            "formatter": "verbose",
-        },
-        "syslog": {
-            "level": LOG_LEVEL,
-            "class": "logging.handlers.SysLogHandler",
-            "facility": "local7",
-            "formatter": "verbose",
-            "address": (LOG_HOST, LOG_HOST_PORT),
-        },
-        "mail_admins": {
-            "level": "ERROR",
-            "filters": ["require_debug_false"],
-            "class": "django.utils.log.AdminEmailHandler",
-        },
-    },
-    "loggers": {
-        "django": {
-            "propagate": True,
-            "level": DJANGO_LOG_LEVEL,
-            "handlers": ["console", "syslog"],
-        },
-        "django.request": {
-            "handlers": ["mail_admins"],
-            "level": DJANGO_LOG_LEVEL,
-            "propagate": True,
-        },
-        "opensearch": {"level": OS_LOG_LEVEL},
-        "nplusone": {"handlers": ["console"], "level": "ERROR"},
-        "boto3": {"handlers": ["console"], "level": "ERROR"},
-    },
-    "root": {"handlers": ["console", "syslog"], "level": LOG_LEVEL},
-}
+# LOGGING is provided by mitol-django-observability (structlog-based, JSON in prod).
+# Log levels are controlled via LOG_LEVEL (root) and DJANGO_LOG_LEVEL environment
+# variables, read directly by the plugin.
+from mitol.observability.settings.logging import LOGGING  # noqa: E402, F401
 
 STATUS_TOKEN = get_string("STATUS_TOKEN", "")
 
@@ -736,8 +682,10 @@ def get_all_config_keys():
     },
 }
 
-# OpenTelemetry configuration
-OPENTELEMETRY_ENABLED = get_bool("OPENTELEMETRY_ENABLED", default=False)
+# OpenTelemetry configuration (consumed by mitol-django-observability plugin).
+# OTel is activated when OPENTELEMETRY_ENDPOINT (or OTEL_EXPORTER_OTLP_ENDPOINT
+# env var) is set, or when DEBUG=True. The old OPENTELEMETRY_ENABLED flag is no
+# longer supported; set OPENTELEMETRY_ENDPOINT to enable tracing.
 OPENTELEMETRY_SERVICE_NAME = get_string("OPENTELEMETRY_SERVICE_NAME", "learn-ai")
 OPENTELEMETRY_INSECURE = get_bool("OPENTELEMETRY_INSECURE", default=True)
 OPENTELEMETRY_ENDPOINT = get_string("OPENTELEMETRY_ENDPOINT", None)

main/telemetry.py

@@ -25,7 +25,7 @@ dependencies = [
     "django-hijack>=3.4.1,<4",
     "django-ipware>=7.0.0,<8",
     "django-oauth-toolkit>=3.0.0,<4",
-    "django-redis>=5.2.0,<6",
+    "django-redis>=5.2.0,<7",
     "django-scim2>=0.19.1,<0.20",
     "django-server-status>=0.7.0,<0.8",
     "django-storages>=1.13.2,<2",
@@ -44,15 +44,14 @@ dependencies = [
     "langsmith>=0.7.0,<0.8",
     "litellm>=1.53.5,<2",
     "markdown2>=2.5.2,<3",
+    "mitol-django-observability>=2026.1.0",
+    "setuptools>=69.0.0",
     "named-enum>=1.4.0,<2",
-    "opentelemetry-api>=1.31.0",
-    "opentelemetry-exporter-otlp>=1.31.0",
     "opentelemetry-instrumentation-celery>=0.52b0",
     "opentelemetry-instrumentation-django>=0.52b0",
     "opentelemetry-instrumentation-psycopg>=0.52b0",
     "opentelemetry-instrumentation-redis>=0.52b0",
     "opentelemetry-instrumentation-requests>=0.52b0",
-    "opentelemetry-sdk>=1.31.0",
     "posthog>=7.0.1,<8",
     "psycopg>=3.2.4,<4",
     "psycopg-pool>=3.2.4,<4",
@@ -109,6 +108,7 @@ dev = [
 package = false
 default-groups = "all"
 constraint-dependencies = ["langgraph-checkpoint<3"]
+environments = ["sys_platform != 'win32'"]
 
 [tool.uv.build-backend]
 module-root = ""