Merge pull request #3516 from ekouts/feat/sanity_logging

[feat] Log also results from sanity-only tests through the perflog handlers

Author: vkarak

docs/tutorial.rst

@@ -2072,6 +2072,10 @@ Let's walk briefly through the most important parts of its configuration:
 
 Let's rerun our STREAM example using the new configuration:
 
+.. note::
+
+   ReFrame will now add entries in the perflogs for all tests, not only for performance tests.
+
 .. code-block:: bash
    :caption: Run with the Docker compose setup.
 

reframe/core/logging.py

@@ -933,8 +933,8 @@ def _update_check_extras(self):
             self.extra['check_job_completion_time_unix'], r'%FT%T%:z'
         )
 
-    def log_performance(self, level, task, msg=None, multiline=False):
-        if self.check is None or not self.check.is_performance_check():
+    def log_result(self, level, task, msg=None, multiline=False):
+        if self.check is None:
             return
 
         _, part, env = task.testcase
@@ -951,7 +951,7 @@ def log_performance(self, level, task, msg=None, multiline=False):
         if msg is None:
             msg = 'sent by ' + self.extra['osuser']
 
-        if multiline:
+        if self.check.is_performance_check() and multiline:
             # Log one record for each performance variable
             for var, info in self.check.perfvalues.items():
                 val, ref, lower, upper, unit, result = info

reframe/frontend/executors/__init__.py

@@ -525,8 +525,8 @@ def finalize(self):
         self._current_stage = 'finalize'
         self._notify_listeners('on_task_success')
         try:
-            self._perflogger.log_performance(logging.INFO, self,
-                                             multiline=self._perflog_compat)
+            self._perflogger.log_result(logging.INFO, self,
+                                        multiline=self._perflog_compat)
         except LoggingError as e:
             getlogger().warning(
                 f'could not log performance data for {self.testcase}: {e}'
@@ -550,8 +550,8 @@ def _wait_job(job):
         self._exc_info = exc_info or sys.exc_info()
         self._notify_listeners(callback)
         try:
-            self._perflogger.log_performance(logging.INFO, self,
-                                             multiline=self._perflog_compat)
+            self._perflogger.log_result(logging.INFO, self,
+                                        multiline=self._perflog_compat)
         except LoggingError as e:
             getlogger().warning(
                 f'could not log performance data for {self.testcase}: {e}'