Flush metrics on destroy (#351)

* Flush metics after destroy() so metrics are not lost (particularly for short-lived use cases).

* Add status code to failures in register/fetch.

* Finish the job re: status codes and formatting.

* Improve test doc slightly.

Author: ilee-asapp

Makefile

@@ -34,7 +34,7 @@ install-docs: install
 #-----------------------------------------------------------------------
 fmt:
 	black . && \
-	ruff UnleashClient tests --fix
+	ruff check UnleashClient tests --fix
 
 lint:
 	black . --check && \

UnleashClient/__init__.py

@@ -146,6 +146,8 @@ def __init__(
         self.cache.mset({METRIC_LAST_SENT_TIME: datetime.now(timezone.utc), ETAG: ""})
         self.unleash_bootstrapped = self.cache.bootstrapped
 
+        self.metrics_headers: dict = {}
+
         # Scheduler bootstrapping
         # - Figure out the Unleash executor name.
         if scheduler and scheduler_executor:
@@ -233,7 +235,7 @@ def initialize_client(self, fetch_toggles: bool = True) -> None:
                     "unleash-sdk": f"{SDK_NAME}:{SDK_VERSION}",
                 }
 
-                metrics_headers = {
+                self.metrics_headers = {
                     **base_headers,
                     "unleash-interval": self.unleash_metrics_interval_str_millis,
                 }
@@ -244,7 +246,7 @@ def initialize_client(self, fetch_toggles: bool = True) -> None:
                     "app_name": self.unleash_app_name,
                     "connection_id": self.connection_id,
                     "instance_id": self.unleash_instance_id,
-                    "headers": metrics_headers,
+                    "headers": self.metrics_headers,
                     "custom_options": self.unleash_custom_options,
                     "request_timeout": self.unleash_request_timeout,
                     "engine": self.engine,
@@ -357,6 +359,19 @@ def destroy(self) -> None:
         self.fl_job.remove()
         if self.metric_job:
             self.metric_job.remove()
+
+            # Flush metrics before shutting down.
+            aggregate_and_send_metrics(
+                url=self.unleash_url,
+                app_name=self.unleash_app_name,
+                connection_id=self.connection_id,
+                instance_id=self.unleash_instance_id,
+                headers=self.metrics_headers,
+                custom_options=self.unleash_custom_options,
+                request_timeout=self.unleash_request_timeout,
+                engine=self.engine,
+            )
+
         self.unleash_scheduler.shutdown()
         self.cache.destroy()
 

UnleashClient/api/features.py

@@ -72,7 +72,8 @@ def get_feature_toggles(
         if resp.status_code not in [200, 304]:
             log_resp_info(resp)
             LOGGER.warning(
-                "Unleash Client feature fetch failed due to unexpected HTTP status code."
+                "Unleash Client feature fetch failed due to unexpected HTTP status code: %s",
+                resp.status_code,
             )
             raise Exception(
                 "Unleash Client feature fetch failed!"

UnleashClient/api/metrics.py

@@ -41,7 +41,10 @@ def send_metrics(
 
         if resp.status_code != 202:
             log_resp_info(resp)
-            LOGGER.warning("Unleash Client metrics submission failed.")
+            LOGGER.warning(
+                "Unleash Client metrics submission due to unexpected HTTP status code: %s",
+                resp.status_code,
+            )
             return False
 
         LOGGER.info("Unleash Client metrics successfully sent!")

UnleashClient/api/register.py

@@ -74,7 +74,8 @@ def register_client(
         if resp.status_code != 202:
             log_resp_info(resp)
             LOGGER.warning(
-                "Unleash Client registration failed due to unexpected HTTP status code."
+                "Unleash Client registration failed due to unexpected HTTP status code: %s",
+                resp.status_code,
             )
             return False
 

requirements.txt

@@ -18,7 +18,7 @@ mypy
 pylint
 pytest
 pytest-cov
-pytest-html==4.0.0rc4
+pytest-html
 pytest-mock
 pytest-xdist
 responses

tests/unit_tests/test_client.py

@@ -394,6 +394,14 @@ def test_uc_context_manager(unleash_client_nodestroy):
 
     with unleash_client_nodestroy as unleash_client:
         assert unleash_client.is_initialized
+        assert unleash_client.is_enabled("testFlag")
+
+    # Context Manager use case is usualy short-lived so even with a METRICS_INTERVAL of 2 seconds metrics can get lost.  Verify that metrics are sent on destroy.
+    metrics_request = [
+        call for call in responses.calls if METRICS_URL in call.request.url
+    ][0].request
+    metrics_body = json.loads(metrics_request.body)
+    assert metrics_body["bucket"]["toggles"]["testFlag"]["yes"] == 1
 
 
 @responses.activate